{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%% md\n"
    }
   },
   "source": [
    "# Model training Experiment1"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%% md\n"
    }
   },
   "source": [
    "In order to provide the experimental evidence to back up the statement in the section 2.3.2 that our shortcut block can prevent degration problem [1](https://ieeexplore.ieee.org/document/7780459).\n",
    "\n",
    "**Plain Networks.** We first evaluate 5-layer and 11-layer plain nets. Comparing to the 5-layer one, the 11-layer one has three times convolutional layers."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "outputs": [],
   "source": [
    "import pickle\n",
    "\n",
    "import numpy as np\n",
    "from matplotlib import ticker\n",
    "from scipy.io import loadmat\n",
    "from models import Plain5, Plain11, ShortCut5, ShortCut11\n",
    "from sklearn.model_selection import train_test_split\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib notebook"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "## Load data\n",
    "load data and split them into train, val, test"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%% md\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "outputs": [],
   "source": [
    "luck = 4750\n",
    "from numpy.random import seed\n",
    "import tensorflow\n",
    "seed(luck)\n",
    "tensorflow.random.set_seed(luck)"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shape of data:\n",
      "x_train: (5728, 1, 102), y_train: (5728, 1),\n",
      "x_val: (2455, 1, 102), y_val: (2455, 1)\n",
      "x_test: (3508, 1, 102), y_test: (3508, 1)\n"
     ]
    }
   ],
   "source": [
    "data = loadmat('./preprocess/mango/mango_dm_split.mat')\n",
    "x_train, y_train, x_test, y_test = data['x_train'], data['y_train'], data['x_test'], data['y_test']\n",
    "x_train, x_val, y_train, y_val = train_test_split(x_train, y_train, test_size=0.3, random_state=12, shuffle=True)\n",
    "x_train, x_val, x_test = x_train[:, np.newaxis, :], x_val[:, np.newaxis, :], x_test[:, np.newaxis, :]\n",
    "print(f\"shape of data:\\n\"\n",
    "      f\"x_train: {x_train.shape}, y_train: {y_train.shape},\\n\"\n",
    "      f\"x_val: {x_val.shape}, y_val: {y_val.shape}\\n\"\n",
    "      f\"x_test: {x_test.shape}, y_test: {y_test.shape}\")"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "## Build Plain networks and Training"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%% md\n"
    }
   }
  },
  {
   "cell_type": "code",
   "source": [
    "plain_5, plain_11 = Plain5(input_shape=(1, 102)), Plain11(input_shape=(1, 102))"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "execution_count": 4,
   "outputs": []
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/1024\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-02-25 09:33:37.428182: W tensorflow/core/platform/profile_utils/cpu_utils.cc:128] Failed to get CPU frequency: 0 Hz\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "90/90 [==============================] - 1s 3ms/step - loss: 0.0236 - val_loss: 0.0272 - lr: 0.0025\n",
      "Epoch 2/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0188 - val_loss: 0.0297 - lr: 0.0025\n",
      "Epoch 3/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0127 - val_loss: 0.0301 - lr: 0.0025\n",
      "Epoch 4/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0315 - lr: 0.0025\n",
      "Epoch 5/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0081 - val_loss: 0.0813 - lr: 0.0025\n",
      "Epoch 6/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0309 - lr: 0.0025\n",
      "Epoch 7/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0069 - val_loss: 0.0930 - lr: 0.0025\n",
      "Epoch 8/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0066 - val_loss: 0.0313 - lr: 0.0025\n",
      "Epoch 9/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0058 - val_loss: 0.0597 - lr: 0.0025\n",
      "Epoch 10/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0050 - val_loss: 0.0376 - lr: 0.0025\n",
      "Epoch 11/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0048 - val_loss: 0.0731 - lr: 0.0025\n",
      "Epoch 12/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0047 - val_loss: 0.3068 - lr: 0.0025\n",
      "Epoch 13/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0046 - val_loss: 0.0852 - lr: 0.0025\n",
      "Epoch 14/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0048 - val_loss: 0.2993 - lr: 0.0025\n",
      "Epoch 15/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0046 - val_loss: 0.3298 - lr: 0.0025\n",
      "Epoch 16/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0046 - val_loss: 0.0272 - lr: 0.0025\n",
      "Epoch 17/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0045 - val_loss: 0.0434 - lr: 0.0025\n",
      "Epoch 18/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0044 - val_loss: 0.0611 - lr: 0.0025\n",
      "Epoch 19/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0043 - val_loss: 0.3292 - lr: 0.0025\n",
      "Epoch 20/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0042 - val_loss: 0.0732 - lr: 0.0025\n",
      "Epoch 21/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0041 - val_loss: 0.0785 - lr: 0.0025\n",
      "Epoch 22/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0043 - val_loss: 0.0719 - lr: 0.0025\n",
      "Epoch 23/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0042 - val_loss: 0.2986 - lr: 0.0025\n",
      "Epoch 24/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0040 - val_loss: 0.3209 - lr: 0.0025\n",
      "Epoch 25/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0041 - val_loss: 0.1807 - lr: 0.0025\n",
      "Epoch 26/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0041 - val_loss: 0.0513 - lr: 0.0025\n",
      "Epoch 27/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.0834 - lr: 0.0012\n",
      "Epoch 28/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.1304 - lr: 0.0012\n",
      "Epoch 29/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0039 - val_loss: 0.2374 - lr: 0.0012\n",
      "Epoch 30/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.1049 - lr: 0.0012\n",
      "Epoch 31/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0041 - val_loss: 0.0522 - lr: 0.0012\n",
      "Epoch 32/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0039 - val_loss: 0.2504 - lr: 0.0012\n",
      "Epoch 33/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0040 - val_loss: 0.1557 - lr: 0.0012\n",
      "Epoch 34/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0037 - val_loss: 0.0697 - lr: 0.0012\n",
      "Epoch 35/1024\n",
      "90/90 [==============================] - 0s 4ms/step - loss: 0.0039 - val_loss: 0.0616 - lr: 0.0012\n",
      "Epoch 36/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0040 - val_loss: 0.3263 - lr: 0.0012\n",
      "Epoch 37/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.1540 - lr: 0.0012\n",
      "Epoch 38/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0037 - val_loss: 0.0840 - lr: 0.0012\n",
      "Epoch 39/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0039 - val_loss: 0.3193 - lr: 0.0012\n",
      "Epoch 40/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0037 - val_loss: 0.1026 - lr: 0.0012\n",
      "Epoch 41/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0041 - val_loss: 0.2626 - lr: 0.0012\n",
      "Epoch 42/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.1396 - lr: 0.0012\n",
      "Epoch 43/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0038 - val_loss: 0.0453 - lr: 0.0012\n",
      "Epoch 44/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.0897 - lr: 0.0012\n",
      "Epoch 45/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.3225 - lr: 0.0012\n",
      "Epoch 46/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.3101 - lr: 0.0012\n",
      "Epoch 47/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0038 - val_loss: 0.3089 - lr: 0.0012\n",
      "Epoch 48/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0037 - val_loss: 0.0290 - lr: 0.0012\n",
      "Epoch 49/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.0591 - lr: 0.0012\n",
      "Epoch 50/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0036 - val_loss: 0.1132 - lr: 0.0012\n",
      "Epoch 51/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0038 - val_loss: 0.3202 - lr: 0.0012\n",
      "Epoch 52/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0035 - val_loss: 0.0190 - lr: 6.2500e-04\n",
      "Epoch 53/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0036 - val_loss: 0.0558 - lr: 6.2500e-04\n",
      "Epoch 54/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0035 - val_loss: 0.1351 - lr: 6.2500e-04\n",
      "Epoch 55/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.1235 - lr: 6.2500e-04\n",
      "Epoch 56/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0036 - val_loss: 0.2803 - lr: 6.2500e-04\n",
      "Epoch 57/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.0929 - lr: 6.2500e-04\n",
      "Epoch 58/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0037 - val_loss: 0.0510 - lr: 6.2500e-04\n",
      "Epoch 59/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.0590 - lr: 6.2500e-04\n",
      "Epoch 60/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0036 - val_loss: 0.3023 - lr: 6.2500e-04\n",
      "Epoch 61/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.1735 - lr: 6.2500e-04\n",
      "Epoch 62/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0036 - val_loss: 0.1487 - lr: 6.2500e-04\n",
      "Epoch 63/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0034 - val_loss: 0.1859 - lr: 6.2500e-04\n",
      "Epoch 64/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.3022 - lr: 6.2500e-04\n",
      "Epoch 65/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.2015 - lr: 6.2500e-04\n",
      "Epoch 66/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0036 - val_loss: 0.3198 - lr: 6.2500e-04\n",
      "Epoch 67/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.2997 - lr: 6.2500e-04\n",
      "Epoch 68/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.1298 - lr: 6.2500e-04\n",
      "Epoch 69/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.1149 - lr: 6.2500e-04\n",
      "Epoch 70/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.1068 - lr: 6.2500e-04\n",
      "Epoch 71/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0951 - lr: 6.2500e-04\n",
      "Epoch 72/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0429 - lr: 6.2500e-04\n",
      "Epoch 73/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.2853 - lr: 6.2500e-04\n",
      "Epoch 74/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0702 - lr: 6.2500e-04\n",
      "Epoch 75/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.2109 - lr: 6.2500e-04\n",
      "Epoch 76/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0034 - val_loss: 0.1927 - lr: 6.2500e-04\n",
      "Epoch 77/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0035 - val_loss: 0.0741 - lr: 6.2500e-04\n",
      "Epoch 78/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0521 - lr: 3.1250e-04\n",
      "Epoch 79/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.1454 - lr: 3.1250e-04\n",
      "Epoch 80/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0716 - lr: 3.1250e-04\n",
      "Epoch 81/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0251 - lr: 3.1250e-04\n",
      "Epoch 82/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.1286 - lr: 3.1250e-04\n",
      "Epoch 83/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0273 - lr: 3.1250e-04\n",
      "Epoch 84/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0034 - val_loss: 0.0988 - lr: 3.1250e-04\n",
      "Epoch 85/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0657 - lr: 3.1250e-04\n",
      "Epoch 86/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.0328 - lr: 3.1250e-04\n",
      "Epoch 87/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0158 - lr: 3.1250e-04\n",
      "Epoch 88/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0034 - val_loss: 0.0611 - lr: 3.1250e-04\n",
      "Epoch 89/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0537 - lr: 3.1250e-04\n",
      "Epoch 90/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0035 - val_loss: 0.1233 - lr: 3.1250e-04\n",
      "Epoch 91/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0033 - val_loss: 0.1027 - lr: 3.1250e-04\n",
      "Epoch 92/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0034 - val_loss: 0.0456 - lr: 3.1250e-04\n",
      "Epoch 93/1024\n",
      "90/90 [==============================] - 0s 3ms/step - loss: 0.0033 - val_loss: 0.0112 - lr: 3.1250e-04\n",
      "Epoch 94/1024\n",
      "90/90 [==============================] - 0s 3ms/step - loss: 0.0033 - val_loss: 0.0546 - lr: 3.1250e-04\n",
      "Epoch 95/1024\n",
      "90/90 [==============================] - 0s 3ms/step - loss: 0.0033 - val_loss: 0.0120 - lr: 3.1250e-04\n",
      "Epoch 96/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0033 - val_loss: 0.0978 - lr: 3.1250e-04\n",
      "Epoch 97/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0034 - val_loss: 0.0384 - lr: 3.1250e-04\n",
      "Epoch 98/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0034 - val_loss: 0.0324 - lr: 3.1250e-04\n",
      "Epoch 99/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.1121 - lr: 3.1250e-04\n",
      "Epoch 100/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0442 - lr: 3.1250e-04\n",
      "Epoch 101/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.1185 - lr: 3.1250e-04\n",
      "Epoch 102/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0731 - lr: 3.1250e-04\n",
      "Epoch 103/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.1457 - lr: 3.1250e-04\n",
      "Epoch 104/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.2414 - lr: 3.1250e-04\n",
      "Epoch 105/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0337 - lr: 3.1250e-04\n",
      "Epoch 106/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.1618 - lr: 3.1250e-04\n",
      "Epoch 107/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0374 - lr: 3.1250e-04\n",
      "Epoch 108/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0780 - lr: 3.1250e-04\n",
      "Epoch 109/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0158 - lr: 3.1250e-04\n",
      "Epoch 110/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.2529 - lr: 3.1250e-04\n",
      "Epoch 111/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.2905 - lr: 3.1250e-04\n",
      "Epoch 112/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.1713 - lr: 3.1250e-04\n",
      "Epoch 113/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.1680 - lr: 3.1250e-04\n",
      "Epoch 114/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0033 - val_loss: 0.0264 - lr: 3.1250e-04\n",
      "Epoch 115/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0033 - val_loss: 0.1308 - lr: 3.1250e-04\n",
      "Epoch 116/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0473 - lr: 3.1250e-04\n",
      "Epoch 117/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.1393 - lr: 3.1250e-04\n",
      "Epoch 118/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0336 - lr: 3.1250e-04\n",
      "Epoch 119/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0409 - lr: 1.5625e-04\n",
      "Epoch 120/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0932 - lr: 1.5625e-04\n",
      "Epoch 121/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0227 - lr: 1.5625e-04\n",
      "Epoch 122/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0491 - lr: 1.5625e-04\n",
      "Epoch 123/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0734 - lr: 1.5625e-04\n",
      "Epoch 124/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.1225 - lr: 1.5625e-04\n",
      "Epoch 125/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0082 - lr: 1.5625e-04\n",
      "Epoch 126/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.1061 - lr: 1.5625e-04\n",
      "Epoch 127/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0511 - lr: 1.5625e-04\n",
      "Epoch 128/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0280 - lr: 1.5625e-04\n",
      "Epoch 129/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0899 - lr: 1.5625e-04\n",
      "Epoch 130/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0167 - lr: 1.5625e-04\n",
      "Epoch 131/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0133 - lr: 1.5625e-04\n",
      "Epoch 132/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0519 - lr: 1.5625e-04\n",
      "Epoch 133/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.1900 - lr: 1.5625e-04\n",
      "Epoch 134/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0392 - lr: 1.5625e-04\n",
      "Epoch 135/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0222 - lr: 1.5625e-04\n",
      "Epoch 136/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0120 - lr: 1.5625e-04\n",
      "Epoch 137/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0755 - lr: 1.5625e-04\n",
      "Epoch 138/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0820 - lr: 1.5625e-04\n",
      "Epoch 139/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0921 - lr: 1.5625e-04\n",
      "Epoch 140/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0145 - lr: 1.5625e-04\n",
      "Epoch 141/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0545 - lr: 1.5625e-04\n",
      "Epoch 142/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.1179 - lr: 1.5625e-04\n",
      "Epoch 143/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.1231 - lr: 1.5625e-04\n",
      "Epoch 144/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0159 - lr: 1.5625e-04\n",
      "Epoch 145/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0107 - lr: 1.5625e-04\n",
      "Epoch 146/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0575 - lr: 1.5625e-04\n",
      "Epoch 147/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.2076 - lr: 1.5625e-04\n",
      "Epoch 148/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0351 - lr: 1.5625e-04\n",
      "Epoch 149/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.1428 - lr: 1.5625e-04\n",
      "Epoch 150/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.1004 - lr: 1.5625e-04\n",
      "Epoch 151/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0082 - lr: 7.8125e-05\n",
      "Epoch 152/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0117 - lr: 7.8125e-05\n",
      "Epoch 153/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0295 - lr: 7.8125e-05\n",
      "Epoch 154/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0128 - lr: 7.8125e-05\n",
      "Epoch 155/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0414 - lr: 7.8125e-05\n",
      "Epoch 156/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0187 - lr: 7.8125e-05\n",
      "Epoch 157/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0387 - lr: 7.8125e-05\n",
      "Epoch 158/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0540 - lr: 7.8125e-05\n",
      "Epoch 159/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0196 - lr: 7.8125e-05\n",
      "Epoch 160/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0126 - lr: 7.8125e-05\n",
      "Epoch 161/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0174 - lr: 7.8125e-05\n",
      "Epoch 162/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0150 - lr: 7.8125e-05\n",
      "Epoch 163/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0521 - lr: 7.8125e-05\n",
      "Epoch 164/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0038 - lr: 7.8125e-05\n",
      "Epoch 165/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0056 - lr: 7.8125e-05\n",
      "Epoch 166/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0418 - lr: 7.8125e-05\n",
      "Epoch 167/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0794 - lr: 7.8125e-05\n",
      "Epoch 168/1024\n",
      "90/90 [==============================] - 0s 4ms/step - loss: 0.0033 - val_loss: 0.0140 - lr: 7.8125e-05\n",
      "Epoch 169/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0390 - lr: 7.8125e-05\n",
      "Epoch 170/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0498 - lr: 7.8125e-05\n",
      "Epoch 171/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0114 - lr: 7.8125e-05\n",
      "Epoch 172/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0130 - lr: 7.8125e-05\n",
      "Epoch 173/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0497 - lr: 7.8125e-05\n",
      "Epoch 174/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0415 - lr: 7.8125e-05\n",
      "Epoch 175/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0331 - lr: 7.8125e-05\n",
      "Epoch 176/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0074 - lr: 7.8125e-05\n",
      "Epoch 177/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0507 - lr: 7.8125e-05\n",
      "Epoch 178/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0291 - lr: 7.8125e-05\n",
      "Epoch 179/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0252 - lr: 7.8125e-05\n",
      "Epoch 180/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0259 - lr: 7.8125e-05\n",
      "Epoch 181/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0340 - lr: 7.8125e-05\n",
      "Epoch 182/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0094 - lr: 7.8125e-05\n",
      "Epoch 183/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0213 - lr: 7.8125e-05\n",
      "Epoch 184/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0055 - lr: 7.8125e-05\n",
      "Epoch 185/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0140 - lr: 7.8125e-05\n",
      "Epoch 186/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0448 - lr: 7.8125e-05\n",
      "Epoch 187/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0061 - lr: 7.8125e-05\n",
      "Epoch 188/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0218 - lr: 7.8125e-05\n",
      "Epoch 189/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0128 - lr: 7.8125e-05\n",
      "Epoch 190/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0624 - lr: 3.9062e-05\n",
      "Epoch 191/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0200 - lr: 3.9062e-05\n",
      "Epoch 192/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0434 - lr: 3.9062e-05\n",
      "Epoch 193/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0101 - lr: 3.9062e-05\n",
      "Epoch 194/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0087 - lr: 3.9062e-05\n",
      "Epoch 195/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0033 - val_loss: 0.0212 - lr: 3.9062e-05\n",
      "Epoch 196/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0185 - lr: 3.9062e-05\n",
      "Epoch 197/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0033 - val_loss: 0.0654 - lr: 3.9062e-05\n",
      "Epoch 198/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0122 - lr: 3.9062e-05\n",
      "Epoch 199/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0077 - lr: 3.9062e-05\n",
      "Epoch 200/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0086 - lr: 3.9062e-05\n",
      "Epoch 201/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0058 - lr: 3.9062e-05\n",
      "Epoch 202/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0134 - lr: 3.9062e-05\n",
      "Epoch 203/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0553 - lr: 3.9062e-05\n",
      "Epoch 204/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0058 - lr: 3.9062e-05\n",
      "Epoch 205/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0239 - lr: 3.9062e-05\n",
      "Epoch 206/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0095 - lr: 3.9062e-05\n",
      "Epoch 207/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0299 - lr: 3.9062e-05\n",
      "Epoch 208/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0111 - lr: 3.9062e-05\n",
      "Epoch 209/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0288 - lr: 3.9062e-05\n",
      "Epoch 210/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0236 - lr: 3.9062e-05\n",
      "Epoch 211/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0035 - lr: 3.9062e-05\n",
      "Epoch 212/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0315 - lr: 3.9062e-05\n",
      "Epoch 213/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0076 - lr: 3.9062e-05\n",
      "Epoch 214/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0043 - lr: 3.9062e-05\n",
      "Epoch 215/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0141 - lr: 3.9062e-05\n",
      "Epoch 216/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0274 - lr: 3.9062e-05\n",
      "Epoch 217/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0216 - lr: 3.9062e-05\n",
      "Epoch 218/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0033 - val_loss: 0.0063 - lr: 3.9062e-05\n",
      "Epoch 219/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0076 - lr: 3.9062e-05\n",
      "Epoch 220/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0033 - val_loss: 0.0061 - lr: 3.9062e-05\n",
      "Epoch 221/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0179 - lr: 3.9062e-05\n",
      "Epoch 222/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0463 - lr: 3.9062e-05\n",
      "Epoch 223/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0545 - lr: 3.9062e-05\n",
      "Epoch 224/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0094 - lr: 3.9062e-05\n",
      "Epoch 225/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0534 - lr: 3.9062e-05\n",
      "Epoch 226/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0254 - lr: 3.9062e-05\n",
      "Epoch 227/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0067 - lr: 3.9062e-05\n",
      "Epoch 228/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0080 - lr: 3.9062e-05\n",
      "Epoch 229/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0116 - lr: 3.9062e-05\n",
      "Epoch 230/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0381 - lr: 3.9062e-05\n",
      "Epoch 231/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0471 - lr: 3.9062e-05\n",
      "Epoch 232/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0042 - lr: 3.9062e-05\n",
      "Epoch 233/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0097 - lr: 3.9062e-05\n",
      "Epoch 234/1024\n",
      "90/90 [==============================] - 0s 3ms/step - loss: 0.0031 - val_loss: 0.0033 - lr: 3.9062e-05\n",
      "Epoch 235/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0030 - lr: 3.9062e-05\n",
      "Epoch 236/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0184 - lr: 3.9062e-05\n",
      "Epoch 237/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0214 - lr: 3.9062e-05\n",
      "Epoch 238/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0520 - lr: 3.9062e-05\n",
      "Epoch 239/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0182 - lr: 3.9062e-05\n",
      "Epoch 240/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0103 - lr: 3.9062e-05\n",
      "Epoch 241/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0041 - lr: 3.9062e-05\n",
      "Epoch 242/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0509 - lr: 3.9062e-05\n",
      "Epoch 243/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0191 - lr: 3.9062e-05\n",
      "Epoch 244/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0159 - lr: 3.9062e-05\n",
      "Epoch 245/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0174 - lr: 3.9062e-05\n",
      "Epoch 246/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0035 - lr: 3.9062e-05\n",
      "Epoch 247/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0113 - lr: 3.9062e-05\n",
      "Epoch 248/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0075 - lr: 3.9062e-05\n",
      "Epoch 249/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0139 - lr: 3.9062e-05\n",
      "Epoch 250/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0034 - val_loss: 0.0072 - lr: 3.9062e-05\n",
      "Epoch 251/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0197 - lr: 3.9062e-05\n",
      "Epoch 252/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0061 - lr: 3.9062e-05\n",
      "Epoch 253/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0181 - lr: 3.9062e-05\n",
      "Epoch 254/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0148 - lr: 3.9062e-05\n",
      "Epoch 255/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0328 - lr: 3.9062e-05\n",
      "Epoch 256/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0056 - lr: 3.9062e-05\n",
      "Epoch 257/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0374 - lr: 3.9062e-05\n",
      "Epoch 258/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0133 - lr: 3.9062e-05\n",
      "Epoch 259/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0173 - lr: 3.9062e-05\n",
      "Epoch 260/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0105 - lr: 3.9062e-05\n",
      "Epoch 261/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0116 - lr: 1.9531e-05\n",
      "Epoch 262/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0031 - lr: 1.9531e-05\n",
      "Epoch 263/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0093 - lr: 1.9531e-05\n",
      "Epoch 264/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0160 - lr: 1.9531e-05\n",
      "Epoch 265/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0029 - lr: 1.9531e-05\n",
      "Epoch 266/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0045 - lr: 1.9531e-05\n",
      "Epoch 267/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0038 - lr: 1.9531e-05\n",
      "Epoch 268/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0029 - lr: 1.9531e-05\n",
      "Epoch 269/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0036 - lr: 1.9531e-05\n",
      "Epoch 270/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0131 - lr: 1.9531e-05\n",
      "Epoch 271/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0034 - lr: 1.9531e-05\n",
      "Epoch 272/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0053 - lr: 1.9531e-05\n",
      "Epoch 273/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0034 - lr: 1.9531e-05\n",
      "Epoch 274/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0035 - lr: 1.9531e-05\n",
      "Epoch 275/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0062 - lr: 1.9531e-05\n",
      "Epoch 276/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0040 - lr: 1.9531e-05\n",
      "Epoch 277/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0064 - lr: 1.9531e-05\n",
      "Epoch 278/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0050 - lr: 1.9531e-05\n",
      "Epoch 279/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0121 - lr: 1.9531e-05\n",
      "Epoch 280/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0031 - lr: 1.9531e-05\n",
      "Epoch 281/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0051 - lr: 1.9531e-05\n",
      "Epoch 282/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0028 - lr: 1.9531e-05\n",
      "Epoch 283/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0075 - lr: 1.9531e-05\n",
      "Epoch 284/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0031 - lr: 1.9531e-05\n",
      "Epoch 285/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0041 - lr: 1.9531e-05\n",
      "Epoch 286/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0052 - lr: 1.9531e-05\n",
      "Epoch 287/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0064 - lr: 1.9531e-05\n",
      "Epoch 288/1024\n",
      "90/90 [==============================] - 0s 3ms/step - loss: 0.0033 - val_loss: 0.0029 - lr: 1.9531e-05\n",
      "Epoch 289/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0057 - lr: 1.9531e-05\n",
      "Epoch 290/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0056 - lr: 1.9531e-05\n",
      "Epoch 291/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0096 - lr: 1.9531e-05\n",
      "Epoch 292/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0036 - lr: 1.9531e-05\n",
      "Epoch 293/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0075 - lr: 1.9531e-05\n",
      "Epoch 294/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0066 - lr: 1.9531e-05\n",
      "Epoch 295/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0039 - lr: 1.9531e-05\n",
      "Epoch 296/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0050 - lr: 1.9531e-05\n",
      "Epoch 297/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0056 - lr: 1.9531e-05\n",
      "Epoch 298/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0056 - lr: 1.9531e-05\n",
      "Epoch 299/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0140 - lr: 1.9531e-05\n",
      "Epoch 300/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0034 - lr: 1.9531e-05\n",
      "Epoch 301/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0038 - lr: 1.9531e-05\n",
      "Epoch 302/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0045 - lr: 1.9531e-05\n",
      "Epoch 303/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0078 - lr: 1.9531e-05\n",
      "Epoch 304/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0113 - lr: 1.9531e-05\n",
      "Epoch 305/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0028 - lr: 1.9531e-05\n",
      "Epoch 306/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0074 - lr: 1.9531e-05\n",
      "Epoch 307/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0069 - lr: 1.9531e-05\n",
      "Epoch 308/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0029 - lr: 1.9531e-05\n",
      "Epoch 309/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0054 - lr: 1.9531e-05\n",
      "Epoch 310/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0034 - lr: 1.9531e-05\n",
      "Epoch 311/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0106 - lr: 1.9531e-05\n",
      "Epoch 312/1024\n",
      "90/90 [==============================] - 0s 3ms/step - loss: 0.0031 - val_loss: 0.0080 - lr: 1.9531e-05\n",
      "Epoch 313/1024\n",
      "90/90 [==============================] - 0s 4ms/step - loss: 0.0032 - val_loss: 0.0068 - lr: 1.9531e-05\n",
      "Epoch 314/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0057 - lr: 1.9531e-05\n",
      "Epoch 315/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0036 - lr: 1.9531e-05\n",
      "Epoch 316/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0038 - lr: 1.9531e-05\n",
      "Epoch 317/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0172 - lr: 1.9531e-05\n",
      "Epoch 318/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0070 - lr: 1.9531e-05\n",
      "Epoch 319/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0079 - lr: 1.9531e-05\n",
      "Epoch 320/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0048 - lr: 1.9531e-05\n",
      "Epoch 321/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0073 - lr: 1.9531e-05\n",
      "Epoch 322/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0028 - lr: 1.9531e-05\n",
      "Epoch 323/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0166 - lr: 1.9531e-05\n",
      "Epoch 324/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0040 - lr: 1.9531e-05\n",
      "Epoch 325/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0047 - lr: 1.9531e-05\n",
      "Epoch 326/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0104 - lr: 1.9531e-05\n",
      "Epoch 327/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0161 - lr: 1.9531e-05\n",
      "Epoch 328/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0036 - lr: 1.9531e-05\n",
      "Epoch 329/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0146 - lr: 1.9531e-05\n",
      "Epoch 330/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0042 - lr: 1.9531e-05\n",
      "Epoch 331/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0030 - lr: 9.7656e-06\n",
      "Epoch 332/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0058 - lr: 9.7656e-06\n",
      "Epoch 333/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0031 - lr: 9.7656e-06\n",
      "Epoch 334/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0055 - lr: 9.7656e-06\n",
      "Epoch 335/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0038 - lr: 9.7656e-06\n",
      "Epoch 336/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0030 - lr: 9.7656e-06\n",
      "Epoch 337/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 338/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0037 - lr: 9.7656e-06\n",
      "Epoch 339/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.7656e-06\n",
      "Epoch 340/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0031 - lr: 9.7656e-06\n",
      "Epoch 341/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0072 - lr: 9.7656e-06\n",
      "Epoch 342/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0038 - lr: 9.7656e-06\n",
      "Epoch 343/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0039 - lr: 9.7656e-06\n",
      "Epoch 344/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0051 - lr: 9.7656e-06\n",
      "Epoch 345/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0033 - lr: 9.7656e-06\n",
      "Epoch 346/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0034 - lr: 9.7656e-06\n",
      "Epoch 347/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0053 - lr: 9.7656e-06\n",
      "Epoch 348/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0062 - lr: 9.7656e-06\n",
      "Epoch 349/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0036 - lr: 9.7656e-06\n",
      "Epoch 350/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0029 - lr: 9.7656e-06\n",
      "Epoch 351/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0045 - lr: 9.7656e-06\n",
      "Epoch 352/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0030 - lr: 9.7656e-06\n",
      "Epoch 353/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 354/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0031 - lr: 9.7656e-06\n",
      "Epoch 355/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 356/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0034 - lr: 9.7656e-06\n",
      "Epoch 357/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0049 - lr: 9.7656e-06\n",
      "Epoch 358/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0060 - lr: 9.7656e-06\n",
      "Epoch 359/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0029 - lr: 9.7656e-06\n",
      "Epoch 360/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0031 - lr: 9.7656e-06\n",
      "Epoch 361/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0037 - lr: 9.7656e-06\n",
      "Epoch 362/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0029 - lr: 9.7656e-06\n",
      "Epoch 363/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0033 - lr: 9.7656e-06\n",
      "Epoch 364/1024\n",
      "90/90 [==============================] - 0s 4ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.7656e-06\n",
      "Epoch 365/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 366/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0033 - lr: 9.7656e-06\n",
      "Epoch 367/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0029 - lr: 9.7656e-06\n",
      "Epoch 368/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 9.7656e-06\n",
      "Epoch 369/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0031 - lr: 9.7656e-06\n",
      "Epoch 370/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0029 - lr: 9.7656e-06\n",
      "Epoch 371/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0037 - lr: 9.7656e-06\n",
      "Epoch 372/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 373/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0036 - lr: 9.7656e-06\n",
      "Epoch 374/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 375/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 9.7656e-06\n",
      "Epoch 376/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 377/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 378/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0041 - lr: 9.7656e-06\n",
      "Epoch 379/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0045 - lr: 9.7656e-06\n",
      "Epoch 380/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0058 - lr: 9.7656e-06\n",
      "Epoch 381/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0055 - lr: 9.7656e-06\n",
      "Epoch 382/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 383/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0037 - lr: 9.7656e-06\n",
      "Epoch 384/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0030 - lr: 9.7656e-06\n",
      "Epoch 385/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0040 - lr: 9.7656e-06\n",
      "Epoch 386/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0048 - lr: 9.7656e-06\n",
      "Epoch 387/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0036 - lr: 9.7656e-06\n",
      "Epoch 388/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0074 - lr: 9.7656e-06\n",
      "Epoch 389/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0072 - lr: 9.7656e-06\n",
      "Epoch 390/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0037 - lr: 4.8828e-06\n",
      "Epoch 391/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 392/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0037 - lr: 4.8828e-06\n",
      "Epoch 393/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 394/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0030 - lr: 4.8828e-06\n",
      "Epoch 395/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0034 - lr: 4.8828e-06\n",
      "Epoch 396/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 397/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 398/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 399/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 400/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0031 - lr: 4.8828e-06\n",
      "Epoch 401/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 402/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 403/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 404/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0037 - lr: 4.8828e-06\n",
      "Epoch 405/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 406/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0030 - lr: 4.8828e-06\n",
      "Epoch 407/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 408/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 409/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 410/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 411/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 412/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 413/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 414/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 415/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0032 - lr: 4.8828e-06\n",
      "Epoch 416/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0033 - lr: 4.8828e-06\n",
      "Epoch 417/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 418/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0041 - lr: 4.8828e-06\n",
      "Epoch 419/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 420/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 421/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 422/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 423/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 424/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 425/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 426/1024\n",
      "90/90 [==============================] - 0s 3ms/step - loss: 0.0031 - val_loss: 0.0033 - lr: 4.8828e-06\n",
      "Epoch 427/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 428/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0030 - lr: 4.8828e-06\n",
      "Epoch 429/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 430/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 431/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 432/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 433/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 434/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 435/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 436/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 437/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0028 - lr: 2.4414e-06\n",
      "Epoch 438/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0029 - lr: 2.4414e-06\n",
      "Epoch 439/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 440/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 441/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 442/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 443/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0030 - lr: 2.4414e-06\n",
      "Epoch 444/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 445/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 446/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 447/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 448/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 449/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 450/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 451/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0029 - lr: 2.4414e-06\n",
      "Epoch 452/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 453/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 454/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 455/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 456/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 457/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 458/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 459/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 460/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 461/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 462/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 463/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 464/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 465/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 466/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 467/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 468/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 469/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 470/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 471/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 472/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 473/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 474/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 475/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 476/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 477/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 478/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 479/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 480/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 481/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 482/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 483/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 1.2207e-06\n",
      "Epoch 484/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 485/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 486/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 487/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 488/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 489/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 490/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 491/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 492/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 493/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 494/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 6.1035e-07\n",
      "Epoch 495/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 496/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 497/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 498/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 499/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 500/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 501/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 502/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 503/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 504/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 505/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0027 - lr: 6.1035e-07\n",
      "Epoch 506/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 507/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 508/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 509/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 510/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 511/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 512/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 513/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 514/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 515/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 516/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 517/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 518/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 519/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 520/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 521/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 522/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 523/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 524/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 525/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 526/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 527/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 528/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 529/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 530/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 531/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 532/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 533/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 534/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 3.0518e-07\n",
      "Epoch 535/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 536/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 537/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 538/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 539/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 540/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 541/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 542/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 543/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 544/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 545/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 546/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 547/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 548/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 549/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 550/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 551/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 552/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 553/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 554/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 555/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 556/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 557/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 558/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 559/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.5259e-07\n",
      "Epoch 560/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 561/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 562/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 563/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 564/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 565/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 566/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 567/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 568/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 569/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 570/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 571/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 572/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 573/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 574/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 575/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 576/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 577/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 578/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 579/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 580/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 581/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 582/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 583/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 584/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 7.6294e-08\n",
      "Epoch 585/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 586/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 587/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 588/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 589/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 590/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 591/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 592/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 593/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 594/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 595/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 596/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 597/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 598/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 599/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 600/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 601/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 602/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 603/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 604/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 605/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 606/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 607/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 608/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 609/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 3.8147e-08\n",
      "Epoch 610/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 611/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 612/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 613/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 614/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 615/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 616/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 617/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 618/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 619/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 620/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 621/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 622/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 623/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 624/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 625/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 626/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 627/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 628/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 629/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 630/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 631/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 632/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 633/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 634/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 1.9073e-08\n",
      "Epoch 635/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 636/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 637/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 638/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 639/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 640/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 641/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 642/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 643/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 644/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 645/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 646/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 647/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 648/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 649/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 650/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0032 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 651/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 652/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 653/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 654/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 655/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 656/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 657/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 658/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 659/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0026 - lr: 9.5367e-09\n",
      "Epoch 1/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0162 - val_loss: 0.0337 - lr: 0.0025\n",
      "Epoch 2/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0086 - val_loss: 0.0453 - lr: 0.0025\n",
      "Epoch 3/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0070 - val_loss: 0.1119 - lr: 0.0025\n",
      "Epoch 4/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0061 - val_loss: 0.2422 - lr: 0.0025\n",
      "Epoch 5/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0055 - val_loss: 0.1867 - lr: 0.0025\n",
      "Epoch 6/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0051 - val_loss: 0.0551 - lr: 0.0025\n",
      "Epoch 7/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0046 - val_loss: 0.1507 - lr: 0.0025\n",
      "Epoch 8/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0043 - val_loss: 0.1627 - lr: 0.0025\n",
      "Epoch 9/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0045 - val_loss: 0.2282 - lr: 0.0025\n",
      "Epoch 10/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0042 - val_loss: 0.0914 - lr: 0.0025\n",
      "Epoch 11/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0043 - val_loss: 0.3210 - lr: 0.0025\n",
      "Epoch 12/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0040 - val_loss: 0.1090 - lr: 0.0025\n",
      "Epoch 13/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0040 - val_loss: 0.2283 - lr: 0.0025\n",
      "Epoch 14/1024\n",
      "90/90 [==============================] - 0s 799us/step - loss: 0.0041 - val_loss: 0.0339 - lr: 0.0025\n",
      "Epoch 15/1024\n",
      "90/90 [==============================] - 0s 968us/step - loss: 0.0042 - val_loss: 0.0163 - lr: 0.0025\n",
      "Epoch 16/1024\n",
      "90/90 [==============================] - 0s 805us/step - loss: 0.0041 - val_loss: 0.2283 - lr: 0.0025\n",
      "Epoch 17/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0039 - val_loss: 0.0743 - lr: 0.0025\n",
      "Epoch 18/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0039 - val_loss: 0.2028 - lr: 0.0025\n",
      "Epoch 19/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0037 - val_loss: 0.3298 - lr: 0.0025\n",
      "Epoch 20/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0038 - val_loss: 0.2000 - lr: 0.0025\n",
      "Epoch 21/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0036 - val_loss: 0.0345 - lr: 0.0025\n",
      "Epoch 22/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0037 - val_loss: 0.3248 - lr: 0.0025\n",
      "Epoch 23/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0037 - val_loss: 0.3253 - lr: 0.0025\n",
      "Epoch 24/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0035 - val_loss: 0.3070 - lr: 0.0025\n",
      "Epoch 25/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0036 - val_loss: 0.3283 - lr: 0.0025\n",
      "Epoch 26/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0036 - val_loss: 0.0853 - lr: 0.0025\n",
      "Epoch 27/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0036 - val_loss: 0.2262 - lr: 0.0025\n",
      "Epoch 28/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0035 - val_loss: 0.3298 - lr: 0.0025\n",
      "Epoch 29/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0038 - val_loss: 0.1514 - lr: 0.0025\n",
      "Epoch 30/1024\n",
      "90/90 [==============================] - 0s 788us/step - loss: 0.0035 - val_loss: 0.0532 - lr: 0.0025\n",
      "Epoch 31/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0039 - val_loss: 0.1852 - lr: 0.0025\n",
      "Epoch 32/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0035 - val_loss: 0.1469 - lr: 0.0025\n",
      "Epoch 33/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0036 - val_loss: 0.1926 - lr: 0.0025\n",
      "Epoch 34/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0034 - val_loss: 0.2283 - lr: 0.0025\n",
      "Epoch 35/1024\n",
      "90/90 [==============================] - 0s 843us/step - loss: 0.0035 - val_loss: 0.2885 - lr: 0.0025\n",
      "Epoch 36/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0037 - val_loss: 0.2894 - lr: 0.0025\n",
      "Epoch 37/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0036 - val_loss: 0.2274 - lr: 0.0025\n",
      "Epoch 38/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0035 - val_loss: 0.1992 - lr: 0.0025\n",
      "Epoch 39/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0035 - val_loss: 0.2283 - lr: 0.0025\n",
      "Epoch 40/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0034 - val_loss: 0.3245 - lr: 0.0025\n",
      "Epoch 41/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0035 - val_loss: 0.3290 - lr: 0.0012\n",
      "Epoch 42/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0034 - val_loss: 0.1089 - lr: 0.0012\n",
      "Epoch 43/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0033 - val_loss: 0.0756 - lr: 0.0012\n",
      "Epoch 44/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0034 - val_loss: 0.0401 - lr: 0.0012\n",
      "Epoch 45/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0033 - val_loss: 0.3272 - lr: 0.0012\n",
      "Epoch 46/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0033 - val_loss: 0.3168 - lr: 0.0012\n",
      "Epoch 47/1024\n",
      "90/90 [==============================] - 0s 787us/step - loss: 0.0033 - val_loss: 0.3233 - lr: 0.0012\n",
      "Epoch 48/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0031 - val_loss: 0.1908 - lr: 0.0012\n",
      "Epoch 49/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0034 - val_loss: 0.2271 - lr: 0.0012\n",
      "Epoch 50/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0032 - val_loss: 0.0582 - lr: 0.0012\n",
      "Epoch 51/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0033 - val_loss: 0.2781 - lr: 0.0012\n",
      "Epoch 52/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0031 - val_loss: 0.1596 - lr: 0.0012\n",
      "Epoch 53/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0032 - val_loss: 0.0435 - lr: 0.0012\n",
      "Epoch 54/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0033 - val_loss: 0.0385 - lr: 0.0012\n",
      "Epoch 55/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0032 - val_loss: 0.0780 - lr: 0.0012\n",
      "Epoch 56/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0033 - val_loss: 0.3291 - lr: 0.0012\n",
      "Epoch 57/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0032 - val_loss: 0.1991 - lr: 0.0012\n",
      "Epoch 58/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0033 - val_loss: 0.2066 - lr: 0.0012\n",
      "Epoch 59/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0031 - val_loss: 0.2353 - lr: 0.0012\n",
      "Epoch 60/1024\n",
      "90/90 [==============================] - 0s 786us/step - loss: 0.0033 - val_loss: 0.1137 - lr: 0.0012\n",
      "Epoch 61/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0032 - val_loss: 0.3180 - lr: 0.0012\n",
      "Epoch 62/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0033 - val_loss: 0.2062 - lr: 0.0012\n",
      "Epoch 63/1024\n",
      "90/90 [==============================] - 0s 801us/step - loss: 0.0031 - val_loss: 0.2061 - lr: 0.0012\n",
      "Epoch 64/1024\n",
      "90/90 [==============================] - 0s 790us/step - loss: 0.0032 - val_loss: 0.3123 - lr: 0.0012\n",
      "Epoch 65/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0031 - val_loss: 0.3288 - lr: 0.0012\n",
      "Epoch 66/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0032 - val_loss: 0.3214 - lr: 6.2500e-04\n",
      "Epoch 67/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0031 - val_loss: 0.1355 - lr: 6.2500e-04\n",
      "Epoch 68/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0030 - val_loss: 0.0484 - lr: 6.2500e-04\n",
      "Epoch 69/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0031 - val_loss: 0.2270 - lr: 6.2500e-04\n",
      "Epoch 70/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0030 - val_loss: 0.0456 - lr: 6.2500e-04\n",
      "Epoch 71/1024\n",
      "90/90 [==============================] - 0s 801us/step - loss: 0.0031 - val_loss: 0.1166 - lr: 6.2500e-04\n",
      "Epoch 72/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0031 - val_loss: 0.0350 - lr: 6.2500e-04\n",
      "Epoch 73/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0030 - val_loss: 0.2658 - lr: 6.2500e-04\n",
      "Epoch 74/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0030 - val_loss: 0.0387 - lr: 6.2500e-04\n",
      "Epoch 75/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0031 - val_loss: 0.2661 - lr: 6.2500e-04\n",
      "Epoch 76/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0031 - val_loss: 0.0306 - lr: 6.2500e-04\n",
      "Epoch 77/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0031 - val_loss: 0.0508 - lr: 6.2500e-04\n",
      "Epoch 78/1024\n",
      "90/90 [==============================] - 0s 792us/step - loss: 0.0030 - val_loss: 0.0662 - lr: 6.2500e-04\n",
      "Epoch 79/1024\n",
      "90/90 [==============================] - 0s 804us/step - loss: 0.0032 - val_loss: 0.1038 - lr: 6.2500e-04\n",
      "Epoch 80/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0031 - val_loss: 0.0455 - lr: 6.2500e-04\n",
      "Epoch 81/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0032 - val_loss: 0.2104 - lr: 6.2500e-04\n",
      "Epoch 82/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0030 - val_loss: 0.0288 - lr: 6.2500e-04\n",
      "Epoch 83/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0030 - val_loss: 0.1063 - lr: 6.2500e-04\n",
      "Epoch 84/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0031 - val_loss: 0.3056 - lr: 6.2500e-04\n",
      "Epoch 85/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0030 - val_loss: 0.3213 - lr: 6.2500e-04\n",
      "Epoch 86/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0032 - val_loss: 0.0759 - lr: 6.2500e-04\n",
      "Epoch 87/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0029 - val_loss: 0.2254 - lr: 6.2500e-04\n",
      "Epoch 88/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0031 - val_loss: 0.0319 - lr: 6.2500e-04\n",
      "Epoch 89/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0031 - val_loss: 0.1777 - lr: 6.2500e-04\n",
      "Epoch 90/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0031 - val_loss: 0.1783 - lr: 6.2500e-04\n",
      "Epoch 91/1024\n",
      "90/90 [==============================] - 0s 937us/step - loss: 0.0029 - val_loss: 0.0056 - lr: 3.1250e-04\n",
      "Epoch 92/1024\n",
      "90/90 [==============================] - 0s 793us/step - loss: 0.0030 - val_loss: 0.0405 - lr: 3.1250e-04\n",
      "Epoch 93/1024\n",
      "90/90 [==============================] - 0s 793us/step - loss: 0.0030 - val_loss: 0.1284 - lr: 3.1250e-04\n",
      "Epoch 94/1024\n",
      "90/90 [==============================] - 0s 795us/step - loss: 0.0030 - val_loss: 0.0306 - lr: 3.1250e-04\n",
      "Epoch 95/1024\n",
      "90/90 [==============================] - 0s 788us/step - loss: 0.0030 - val_loss: 0.0071 - lr: 3.1250e-04\n",
      "Epoch 96/1024\n",
      "90/90 [==============================] - 0s 807us/step - loss: 0.0030 - val_loss: 0.1139 - lr: 3.1250e-04\n",
      "Epoch 97/1024\n",
      "90/90 [==============================] - 0s 841us/step - loss: 0.0031 - val_loss: 0.0524 - lr: 3.1250e-04\n",
      "Epoch 98/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0031 - val_loss: 0.0218 - lr: 3.1250e-04\n",
      "Epoch 99/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0030 - val_loss: 0.2167 - lr: 3.1250e-04\n",
      "Epoch 100/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0029 - val_loss: 0.0393 - lr: 3.1250e-04\n",
      "Epoch 101/1024\n",
      "90/90 [==============================] - 0s 789us/step - loss: 0.0030 - val_loss: 0.0430 - lr: 3.1250e-04\n",
      "Epoch 102/1024\n",
      "90/90 [==============================] - 0s 796us/step - loss: 0.0031 - val_loss: 0.0761 - lr: 3.1250e-04\n",
      "Epoch 103/1024\n",
      "90/90 [==============================] - 0s 796us/step - loss: 0.0030 - val_loss: 0.0112 - lr: 3.1250e-04\n",
      "Epoch 104/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0029 - val_loss: 0.1880 - lr: 3.1250e-04\n",
      "Epoch 105/1024\n",
      "90/90 [==============================] - 0s 757us/step - loss: 0.0030 - val_loss: 0.0084 - lr: 3.1250e-04\n",
      "Epoch 106/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0030 - val_loss: 0.0204 - lr: 3.1250e-04\n",
      "Epoch 107/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0030 - val_loss: 0.0173 - lr: 3.1250e-04\n",
      "Epoch 108/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0031 - val_loss: 0.2058 - lr: 3.1250e-04\n",
      "Epoch 109/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0029 - val_loss: 0.0875 - lr: 3.1250e-04\n",
      "Epoch 110/1024\n",
      "90/90 [==============================] - 0s 785us/step - loss: 0.0029 - val_loss: 0.0100 - lr: 3.1250e-04\n",
      "Epoch 111/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0029 - val_loss: 0.1672 - lr: 3.1250e-04\n",
      "Epoch 112/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0030 - val_loss: 0.1869 - lr: 3.1250e-04\n",
      "Epoch 113/1024\n",
      "90/90 [==============================] - 0s 794us/step - loss: 0.0029 - val_loss: 0.0400 - lr: 3.1250e-04\n",
      "Epoch 114/1024\n",
      "90/90 [==============================] - 0s 785us/step - loss: 0.0029 - val_loss: 0.2014 - lr: 3.1250e-04\n",
      "Epoch 115/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0030 - val_loss: 0.1869 - lr: 3.1250e-04\n",
      "Epoch 116/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0030 - val_loss: 0.0204 - lr: 3.1250e-04\n",
      "Epoch 117/1024\n",
      "90/90 [==============================] - 0s 955us/step - loss: 0.0029 - val_loss: 0.0048 - lr: 1.5625e-04\n",
      "Epoch 118/1024\n",
      "90/90 [==============================] - 0s 973us/step - loss: 0.0030 - val_loss: 0.0038 - lr: 1.5625e-04\n",
      "Epoch 119/1024\n",
      "90/90 [==============================] - 0s 807us/step - loss: 0.0029 - val_loss: 0.0644 - lr: 1.5625e-04\n",
      "Epoch 120/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0028 - val_loss: 0.0170 - lr: 1.5625e-04\n",
      "Epoch 121/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0230 - lr: 1.5625e-04\n",
      "Epoch 122/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0028 - val_loss: 0.0171 - lr: 1.5625e-04\n",
      "Epoch 123/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0029 - val_loss: 0.0114 - lr: 1.5625e-04\n",
      "Epoch 124/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0030 - val_loss: 0.0643 - lr: 1.5625e-04\n",
      "Epoch 125/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0028 - val_loss: 0.0198 - lr: 1.5625e-04\n",
      "Epoch 126/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0028 - val_loss: 0.0527 - lr: 1.5625e-04\n",
      "Epoch 127/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0031 - val_loss: 0.1066 - lr: 1.5625e-04\n",
      "Epoch 128/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0126 - lr: 1.5625e-04\n",
      "Epoch 129/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0029 - val_loss: 0.0094 - lr: 1.5625e-04\n",
      "Epoch 130/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0237 - lr: 1.5625e-04\n",
      "Epoch 131/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0030 - val_loss: 0.0102 - lr: 1.5625e-04\n",
      "Epoch 132/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0119 - lr: 1.5625e-04\n",
      "Epoch 133/1024\n",
      "90/90 [==============================] - 0s 785us/step - loss: 0.0029 - val_loss: 0.0440 - lr: 1.5625e-04\n",
      "Epoch 134/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0030 - val_loss: 0.1435 - lr: 1.5625e-04\n",
      "Epoch 135/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0172 - lr: 1.5625e-04\n",
      "Epoch 136/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0030 - val_loss: 0.1439 - lr: 1.5625e-04\n",
      "Epoch 137/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0572 - lr: 1.5625e-04\n",
      "Epoch 138/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0029 - val_loss: 0.0409 - lr: 1.5625e-04\n",
      "Epoch 139/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0104 - lr: 1.5625e-04\n",
      "Epoch 140/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0029 - val_loss: 0.0067 - lr: 1.5625e-04\n",
      "Epoch 141/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0443 - lr: 1.5625e-04\n",
      "Epoch 142/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.1467 - lr: 1.5625e-04\n",
      "Epoch 143/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0030 - val_loss: 0.2135 - lr: 1.5625e-04\n",
      "Epoch 144/1024\n",
      "90/90 [==============================] - 0s 794us/step - loss: 0.0028 - val_loss: 0.0078 - lr: 7.8125e-05\n",
      "Epoch 145/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0030 - val_loss: 0.0148 - lr: 7.8125e-05\n",
      "Epoch 146/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0030 - val_loss: 0.0695 - lr: 7.8125e-05\n",
      "Epoch 147/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0029 - val_loss: 0.0059 - lr: 7.8125e-05\n",
      "Epoch 148/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0314 - lr: 7.8125e-05\n",
      "Epoch 149/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0029 - val_loss: 0.0089 - lr: 7.8125e-05\n",
      "Epoch 150/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0029 - val_loss: 0.0090 - lr: 7.8125e-05\n",
      "Epoch 151/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0029 - val_loss: 0.0410 - lr: 7.8125e-05\n",
      "Epoch 152/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0308 - lr: 7.8125e-05\n",
      "Epoch 153/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0029 - val_loss: 0.0352 - lr: 7.8125e-05\n",
      "Epoch 154/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0029 - val_loss: 0.0195 - lr: 7.8125e-05\n",
      "Epoch 155/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0029 - val_loss: 0.0083 - lr: 7.8125e-05\n",
      "Epoch 156/1024\n",
      "90/90 [==============================] - 0s 954us/step - loss: 0.0029 - val_loss: 0.0035 - lr: 7.8125e-05\n",
      "Epoch 157/1024\n",
      "90/90 [==============================] - 0s 791us/step - loss: 0.0030 - val_loss: 0.0118 - lr: 7.8125e-05\n",
      "Epoch 158/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0029 - val_loss: 0.0365 - lr: 7.8125e-05\n",
      "Epoch 159/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0029 - val_loss: 0.0038 - lr: 7.8125e-05\n",
      "Epoch 160/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0029 - val_loss: 0.0081 - lr: 7.8125e-05\n",
      "Epoch 161/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0292 - lr: 7.8125e-05\n",
      "Epoch 162/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0029 - val_loss: 0.0325 - lr: 7.8125e-05\n",
      "Epoch 163/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0128 - lr: 7.8125e-05\n",
      "Epoch 164/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0029 - val_loss: 0.0098 - lr: 7.8125e-05\n",
      "Epoch 165/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0029 - val_loss: 0.0058 - lr: 7.8125e-05\n",
      "Epoch 166/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0283 - lr: 7.8125e-05\n",
      "Epoch 167/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0029 - val_loss: 0.0385 - lr: 7.8125e-05\n",
      "Epoch 168/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0030 - val_loss: 0.0039 - lr: 7.8125e-05\n",
      "Epoch 169/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0028 - val_loss: 0.0042 - lr: 7.8125e-05\n",
      "Epoch 170/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0029 - val_loss: 0.0095 - lr: 7.8125e-05\n",
      "Epoch 171/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0312 - lr: 7.8125e-05\n",
      "Epoch 172/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0030 - val_loss: 0.0207 - lr: 7.8125e-05\n",
      "Epoch 173/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0028 - val_loss: 0.0326 - lr: 7.8125e-05\n",
      "Epoch 174/1024\n",
      "90/90 [==============================] - 0s 785us/step - loss: 0.0028 - val_loss: 0.0063 - lr: 7.8125e-05\n",
      "Epoch 175/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0125 - lr: 7.8125e-05\n",
      "Epoch 176/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0036 - lr: 7.8125e-05\n",
      "Epoch 177/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0028 - val_loss: 0.0107 - lr: 7.8125e-05\n",
      "Epoch 178/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0442 - lr: 7.8125e-05\n",
      "Epoch 179/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0030 - val_loss: 0.0142 - lr: 7.8125e-05\n",
      "Epoch 180/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0029 - val_loss: 0.0171 - lr: 7.8125e-05\n",
      "Epoch 181/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0116 - lr: 7.8125e-05\n",
      "Epoch 182/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0029 - val_loss: 0.0040 - lr: 3.9062e-05\n",
      "Epoch 183/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0030 - val_loss: 0.0042 - lr: 3.9062e-05\n",
      "Epoch 184/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0112 - lr: 3.9062e-05\n",
      "Epoch 185/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0028 - val_loss: 0.0047 - lr: 3.9062e-05\n",
      "Epoch 186/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0156 - lr: 3.9062e-05\n",
      "Epoch 187/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0030 - val_loss: 0.0150 - lr: 3.9062e-05\n",
      "Epoch 188/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0223 - lr: 3.9062e-05\n",
      "Epoch 189/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0029 - val_loss: 0.0086 - lr: 3.9062e-05\n",
      "Epoch 190/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0028 - val_loss: 0.0118 - lr: 3.9062e-05\n",
      "Epoch 191/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0030 - val_loss: 0.0062 - lr: 3.9062e-05\n",
      "Epoch 192/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0027 - val_loss: 0.0065 - lr: 3.9062e-05\n",
      "Epoch 193/1024\n",
      "90/90 [==============================] - 0s 786us/step - loss: 0.0029 - val_loss: 0.0084 - lr: 3.9062e-05\n",
      "Epoch 194/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0030 - val_loss: 0.0120 - lr: 3.9062e-05\n",
      "Epoch 195/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0030 - val_loss: 0.0056 - lr: 3.9062e-05\n",
      "Epoch 196/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0029 - val_loss: 0.0063 - lr: 3.9062e-05\n",
      "Epoch 197/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0030 - val_loss: 0.0045 - lr: 3.9062e-05\n",
      "Epoch 198/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0028 - val_loss: 0.0089 - lr: 3.9062e-05\n",
      "Epoch 199/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0049 - lr: 3.9062e-05\n",
      "Epoch 200/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0059 - lr: 3.9062e-05\n",
      "Epoch 201/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0028 - val_loss: 0.0151 - lr: 3.9062e-05\n",
      "Epoch 202/1024\n",
      "90/90 [==============================] - 0s 942us/step - loss: 0.0029 - val_loss: 0.0030 - lr: 3.9062e-05\n",
      "Epoch 203/1024\n",
      "90/90 [==============================] - 0s 805us/step - loss: 0.0029 - val_loss: 0.0047 - lr: 3.9062e-05\n",
      "Epoch 204/1024\n",
      "90/90 [==============================] - 0s 866us/step - loss: 0.0030 - val_loss: 0.0040 - lr: 3.9062e-05\n",
      "Epoch 205/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0028 - val_loss: 0.0070 - lr: 3.9062e-05\n",
      "Epoch 206/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0029 - val_loss: 0.0060 - lr: 3.9062e-05\n",
      "Epoch 207/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0029 - val_loss: 0.0052 - lr: 3.9062e-05\n",
      "Epoch 208/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0029 - val_loss: 0.0135 - lr: 3.9062e-05\n",
      "Epoch 209/1024\n",
      "90/90 [==============================] - 0s 845us/step - loss: 0.0029 - val_loss: 0.0046 - lr: 3.9062e-05\n",
      "Epoch 210/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0057 - lr: 3.9062e-05\n",
      "Epoch 211/1024\n",
      "90/90 [==============================] - 0s 961us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 3.9062e-05\n",
      "Epoch 212/1024\n",
      "90/90 [==============================] - 0s 804us/step - loss: 0.0029 - val_loss: 0.0089 - lr: 3.9062e-05\n",
      "Epoch 213/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0028 - val_loss: 0.0048 - lr: 3.9062e-05\n",
      "Epoch 214/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0029 - val_loss: 0.0050 - lr: 3.9062e-05\n",
      "Epoch 215/1024\n",
      "90/90 [==============================] - 0s 791us/step - loss: 0.0030 - val_loss: 0.0058 - lr: 3.9062e-05\n",
      "Epoch 216/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0029 - val_loss: 0.0037 - lr: 3.9062e-05\n",
      "Epoch 217/1024\n",
      "90/90 [==============================] - 0s 800us/step - loss: 0.0029 - val_loss: 0.0059 - lr: 3.9062e-05\n",
      "Epoch 218/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0029 - val_loss: 0.0202 - lr: 3.9062e-05\n",
      "Epoch 219/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0313 - lr: 3.9062e-05\n",
      "Epoch 220/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0030 - val_loss: 0.0050 - lr: 3.9062e-05\n",
      "Epoch 221/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0115 - lr: 3.9062e-05\n",
      "Epoch 222/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0029 - val_loss: 0.0046 - lr: 3.9062e-05\n",
      "Epoch 223/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0029 - val_loss: 0.0065 - lr: 3.9062e-05\n",
      "Epoch 224/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0029 - val_loss: 0.0044 - lr: 3.9062e-05\n",
      "Epoch 225/1024\n",
      "90/90 [==============================] - 0s 788us/step - loss: 0.0029 - val_loss: 0.0489 - lr: 3.9062e-05\n",
      "Epoch 226/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0027 - val_loss: 0.0035 - lr: 3.9062e-05\n",
      "Epoch 227/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0029 - val_loss: 0.0069 - lr: 3.9062e-05\n",
      "Epoch 228/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0030 - val_loss: 0.0081 - lr: 3.9062e-05\n",
      "Epoch 229/1024\n",
      "90/90 [==============================] - 0s 992us/step - loss: 0.0029 - val_loss: 0.0028 - lr: 3.9062e-05\n",
      "Epoch 230/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0029 - val_loss: 0.0077 - lr: 3.9062e-05\n",
      "Epoch 231/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 3.9062e-05\n",
      "Epoch 232/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0028 - val_loss: 0.0095 - lr: 3.9062e-05\n",
      "Epoch 233/1024\n",
      "90/90 [==============================] - 0s 797us/step - loss: 0.0028 - val_loss: 0.0103 - lr: 3.9062e-05\n",
      "Epoch 234/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0034 - lr: 3.9062e-05\n",
      "Epoch 235/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0029 - val_loss: 0.0053 - lr: 3.9062e-05\n",
      "Epoch 236/1024\n",
      "90/90 [==============================] - 0s 761us/step - loss: 0.0030 - val_loss: 0.0069 - lr: 3.9062e-05\n",
      "Epoch 237/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0029 - val_loss: 0.0173 - lr: 3.9062e-05\n",
      "Epoch 238/1024\n",
      "90/90 [==============================] - 0s 799us/step - loss: 0.0028 - val_loss: 0.0057 - lr: 3.9062e-05\n",
      "Epoch 239/1024\n",
      "90/90 [==============================] - 0s 788us/step - loss: 0.0029 - val_loss: 0.0139 - lr: 3.9062e-05\n",
      "Epoch 240/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0029 - val_loss: 0.0090 - lr: 3.9062e-05\n",
      "Epoch 241/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0045 - lr: 3.9062e-05\n",
      "Epoch 242/1024\n",
      "90/90 [==============================] - 0s 793us/step - loss: 0.0028 - val_loss: 0.0173 - lr: 3.9062e-05\n",
      "Epoch 243/1024\n",
      "90/90 [==============================] - 0s 801us/step - loss: 0.0029 - val_loss: 0.0029 - lr: 3.9062e-05\n",
      "Epoch 244/1024\n",
      "90/90 [==============================] - 0s 787us/step - loss: 0.0029 - val_loss: 0.0130 - lr: 3.9062e-05\n",
      "Epoch 245/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0029 - val_loss: 0.0190 - lr: 3.9062e-05\n",
      "Epoch 246/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0029 - val_loss: 0.0061 - lr: 3.9062e-05\n",
      "Epoch 247/1024\n",
      "90/90 [==============================] - 0s 806us/step - loss: 0.0029 - val_loss: 0.0034 - lr: 3.9062e-05\n",
      "Epoch 248/1024\n",
      "90/90 [==============================] - 0s 786us/step - loss: 0.0028 - val_loss: 0.0163 - lr: 3.9062e-05\n",
      "Epoch 249/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0027 - val_loss: 0.0129 - lr: 3.9062e-05\n",
      "Epoch 250/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0031 - val_loss: 0.0044 - lr: 3.9062e-05\n",
      "Epoch 251/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0320 - lr: 3.9062e-05\n",
      "Epoch 252/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0029 - val_loss: 0.0176 - lr: 3.9062e-05\n",
      "Epoch 253/1024\n",
      "90/90 [==============================] - 0s 793us/step - loss: 0.0028 - val_loss: 0.0254 - lr: 3.9062e-05\n",
      "Epoch 254/1024\n",
      "90/90 [==============================] - 0s 803us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 3.9062e-05\n",
      "Epoch 255/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0029 - val_loss: 0.0085 - lr: 1.9531e-05\n",
      "Epoch 256/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0069 - lr: 1.9531e-05\n",
      "Epoch 257/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0029 - lr: 1.9531e-05\n",
      "Epoch 258/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0028 - val_loss: 0.0030 - lr: 1.9531e-05\n",
      "Epoch 259/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0029 - lr: 1.9531e-05\n",
      "Epoch 260/1024\n",
      "90/90 [==============================] - 0s 940us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 1.9531e-05\n",
      "Epoch 261/1024\n",
      "90/90 [==============================] - 0s 791us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 1.9531e-05\n",
      "Epoch 262/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0029 - val_loss: 0.0027 - lr: 1.9531e-05\n",
      "Epoch 263/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0029 - val_loss: 0.0035 - lr: 1.9531e-05\n",
      "Epoch 264/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0029 - val_loss: 0.0036 - lr: 1.9531e-05\n",
      "Epoch 265/1024\n",
      "90/90 [==============================] - 0s 789us/step - loss: 0.0028 - val_loss: 0.0031 - lr: 1.9531e-05\n",
      "Epoch 266/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0028 - val_loss: 0.0033 - lr: 1.9531e-05\n",
      "Epoch 267/1024\n",
      "90/90 [==============================] - 0s 798us/step - loss: 0.0029 - val_loss: 0.0041 - lr: 1.9531e-05\n",
      "Epoch 268/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0029 - val_loss: 0.0028 - lr: 1.9531e-05\n",
      "Epoch 269/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 1.9531e-05\n",
      "Epoch 270/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0027 - val_loss: 0.0050 - lr: 1.9531e-05\n",
      "Epoch 271/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0029 - lr: 1.9531e-05\n",
      "Epoch 272/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0028 - val_loss: 0.0031 - lr: 1.9531e-05\n",
      "Epoch 273/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0035 - lr: 1.9531e-05\n",
      "Epoch 274/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0029 - val_loss: 0.0039 - lr: 1.9531e-05\n",
      "Epoch 275/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0029 - val_loss: 0.0039 - lr: 1.9531e-05\n",
      "Epoch 276/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0053 - lr: 1.9531e-05\n",
      "Epoch 277/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0029 - val_loss: 0.0033 - lr: 1.9531e-05\n",
      "Epoch 278/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0028 - val_loss: 0.0061 - lr: 1.9531e-05\n",
      "Epoch 279/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0029 - val_loss: 0.0072 - lr: 1.9531e-05\n",
      "Epoch 280/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0028 - val_loss: 0.0055 - lr: 1.9531e-05\n",
      "Epoch 281/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0029 - val_loss: 0.0031 - lr: 1.9531e-05\n",
      "Epoch 282/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0040 - lr: 1.9531e-05\n",
      "Epoch 283/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 1.9531e-05\n",
      "Epoch 284/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0028 - val_loss: 0.0052 - lr: 1.9531e-05\n",
      "Epoch 285/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0030 - val_loss: 0.0031 - lr: 1.9531e-05\n",
      "Epoch 286/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0037 - lr: 9.7656e-06\n",
      "Epoch 287/1024\n",
      "90/90 [==============================] - 0s 939us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.7656e-06\n",
      "Epoch 288/1024\n",
      "90/90 [==============================] - 0s 800us/step - loss: 0.0030 - val_loss: 0.0055 - lr: 9.7656e-06\n",
      "Epoch 289/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0026 - lr: 9.7656e-06\n",
      "Epoch 290/1024\n",
      "90/90 [==============================] - 0s 932us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.7656e-06\n",
      "Epoch 291/1024\n",
      "90/90 [==============================] - 0s 797us/step - loss: 0.0028 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 292/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0029 - val_loss: 0.0026 - lr: 9.7656e-06\n",
      "Epoch 293/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 294/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0038 - lr: 9.7656e-06\n",
      "Epoch 295/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0031 - lr: 9.7656e-06\n",
      "Epoch 296/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 9.7656e-06\n",
      "Epoch 297/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0027 - val_loss: 0.0033 - lr: 9.7656e-06\n",
      "Epoch 298/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 9.7656e-06\n",
      "Epoch 299/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 9.7656e-06\n",
      "Epoch 300/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0029 - val_loss: 0.0035 - lr: 9.7656e-06\n",
      "Epoch 301/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0028 - val_loss: 0.0030 - lr: 9.7656e-06\n",
      "Epoch 302/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0029 - val_loss: 0.0026 - lr: 9.7656e-06\n",
      "Epoch 303/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0029 - val_loss: 0.0031 - lr: 9.7656e-06\n",
      "Epoch 304/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 9.7656e-06\n",
      "Epoch 305/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 9.7656e-06\n",
      "Epoch 306/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0028 - val_loss: 0.0052 - lr: 9.7656e-06\n",
      "Epoch 307/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 308/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 9.7656e-06\n",
      "Epoch 309/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 310/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0030 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 311/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0028 - val_loss: 0.0033 - lr: 9.7656e-06\n",
      "Epoch 312/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0027 - lr: 9.7656e-06\n",
      "Epoch 313/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0029 - val_loss: 0.0026 - lr: 9.7656e-06\n",
      "Epoch 314/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0029 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 315/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0029 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 316/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 317/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 318/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0029 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 319/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0029 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 320/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 321/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 322/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 323/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 324/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 325/1024\n",
      "90/90 [==============================] - 0s 789us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 326/1024\n",
      "90/90 [==============================] - 0s 807us/step - loss: 0.0028 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 327/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 328/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 329/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 330/1024\n",
      "90/90 [==============================] - 0s 789us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 331/1024\n",
      "90/90 [==============================] - 0s 796us/step - loss: 0.0029 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 332/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 333/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0029 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 334/1024\n",
      "90/90 [==============================] - 0s 793us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 335/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0029 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 336/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 337/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 338/1024\n",
      "90/90 [==============================] - 0s 943us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 339/1024\n",
      "90/90 [==============================] - 0s 960us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 340/1024\n",
      "90/90 [==============================] - 0s 803us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 341/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0029 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 342/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 343/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0030 - val_loss: 0.0032 - lr: 4.8828e-06\n",
      "Epoch 344/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 345/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 346/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0028 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 347/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0029 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 348/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0029 - val_loss: 0.0032 - lr: 4.8828e-06\n",
      "Epoch 349/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 350/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 351/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 352/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 353/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 354/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 355/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 356/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 357/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 358/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 359/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 360/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 361/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 362/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 363/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 364/1024\n",
      "90/90 [==============================] - 0s 942us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 365/1024\n",
      "90/90 [==============================] - 0s 968us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 366/1024\n",
      "90/90 [==============================] - 0s 791us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 367/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 368/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 369/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 370/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 371/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 372/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 373/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 374/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 375/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0029 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 376/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 377/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 378/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 379/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 380/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 381/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 382/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 383/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 384/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 385/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0030 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 386/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 387/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 388/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 389/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 390/1024\n",
      "90/90 [==============================] - 0s 787us/step - loss: 0.0029 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 391/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 392/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 393/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 394/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 395/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 396/1024\n",
      "90/90 [==============================] - 0s 800us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 397/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 398/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 399/1024\n",
      "90/90 [==============================] - 0s 952us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 400/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 401/1024\n",
      "90/90 [==============================] - 0s 787us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 402/1024\n",
      "90/90 [==============================] - 0s 785us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 403/1024\n",
      "90/90 [==============================] - 0s 791us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 404/1024\n",
      "90/90 [==============================] - 0s 799us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 405/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 406/1024\n",
      "90/90 [==============================] - 0s 946us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 407/1024\n",
      "90/90 [==============================] - 0s 795us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 408/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 409/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 410/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 411/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 412/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 413/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 414/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 415/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 416/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 417/1024\n",
      "90/90 [==============================] - 0s 791us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 418/1024\n",
      "90/90 [==============================] - 0s 904us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 419/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 420/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 421/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 422/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 423/1024\n",
      "90/90 [==============================] - 0s 759us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 424/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 425/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 426/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 427/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 428/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 429/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 430/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 431/1024\n",
      "90/90 [==============================] - 0s 966us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 432/1024\n",
      "90/90 [==============================] - 0s 837us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 433/1024\n",
      "90/90 [==============================] - 0s 799us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 434/1024\n",
      "90/90 [==============================] - 0s 842us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 435/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 436/1024\n",
      "90/90 [==============================] - 0s 796us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 437/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 438/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 439/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0031 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 440/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 441/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 442/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 443/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 444/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 445/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 446/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 447/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 448/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 449/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 450/1024\n",
      "90/90 [==============================] - 0s 801us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 451/1024\n",
      "90/90 [==============================] - 0s 792us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 452/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 453/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 454/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 455/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 456/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 457/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 458/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 459/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 460/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 461/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 462/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 463/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 464/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 465/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 466/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 467/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 468/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 469/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 470/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 471/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 472/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 473/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 474/1024\n",
      "90/90 [==============================] - 0s 761us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 475/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 476/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 477/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 478/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 479/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 480/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 481/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 482/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 483/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 484/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 485/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 486/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 487/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 488/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 489/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 490/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 491/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 492/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 493/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 494/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 495/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 496/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 497/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 498/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 499/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 500/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 501/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 502/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 503/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 504/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 505/1024\n",
      "90/90 [==============================] - 0s 761us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 506/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 507/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 508/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 509/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 510/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 511/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 512/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 513/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 514/1024\n",
      "90/90 [==============================] - 0s 759us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 515/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 516/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 517/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 518/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 519/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 520/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 521/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 522/1024\n",
      "90/90 [==============================] - 0s 790us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 523/1024\n",
      "90/90 [==============================] - 0s 790us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 524/1024\n",
      "90/90 [==============================] - 0s 788us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 525/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 526/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 527/1024\n",
      "90/90 [==============================] - 0s 794us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 528/1024\n",
      "90/90 [==============================] - 0s 800us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 529/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 530/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 531/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 532/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 533/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 534/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 535/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 536/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 537/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 538/1024\n",
      "90/90 [==============================] - 0s 760us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 539/1024\n",
      "90/90 [==============================] - 0s 760us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 540/1024\n",
      "90/90 [==============================] - 0s 753us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 541/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 542/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 543/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 544/1024\n",
      "90/90 [==============================] - 0s 758us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 545/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 546/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 547/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 548/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 549/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 550/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 551/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 552/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 553/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 554/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 555/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 556/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 557/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 558/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 559/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 560/1024\n",
      "90/90 [==============================] - 0s 761us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 561/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 562/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 563/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 564/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 565/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 566/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 567/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 568/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 569/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 570/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 571/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 572/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 573/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 574/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 575/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 576/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 577/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 578/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 579/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 580/1024\n",
      "90/90 [==============================] - 0s 761us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 581/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 582/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 583/1024\n",
      "90/90 [==============================] - 0s 761us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 584/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 585/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 586/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 587/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 588/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 589/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 590/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 591/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 592/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 593/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 594/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 595/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 596/1024\n",
      "90/90 [==============================] - 0s 760us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 597/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 598/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 599/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 600/1024\n",
      "90/90 [==============================] - 0s 758us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 601/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 602/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 603/1024\n",
      "90/90 [==============================] - 0s 800us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 604/1024\n",
      "90/90 [==============================] - 0s 757us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 605/1024\n",
      "90/90 [==============================] - 0s 760us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 606/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 607/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 608/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 609/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 610/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 611/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 612/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 613/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 614/1024\n",
      "90/90 [==============================] - 0s 755us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 615/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 616/1024\n",
      "90/90 [==============================] - 0s 752us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 617/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 618/1024\n",
      "90/90 [==============================] - 0s 757us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 619/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 620/1024\n",
      "90/90 [==============================] - 0s 760us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 621/1024\n",
      "90/90 [==============================] - 0s 761us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 622/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 623/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 624/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 625/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 626/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 627/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 628/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 629/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 630/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 631/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 632/1024\n",
      "90/90 [==============================] - 0s 753us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 633/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 634/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 635/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 636/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 637/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 638/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 639/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 640/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 641/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 642/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 643/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 644/1024\n",
      "90/90 [==============================] - 0s 783us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 645/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 646/1024\n",
      "90/90 [==============================] - 0s 850us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 647/1024\n",
      "90/90 [==============================] - 0s 987us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 648/1024\n",
      "90/90 [==============================] - 0s 952us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 649/1024\n",
      "90/90 [==============================] - 0s 908us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 650/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 651/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 652/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 653/1024\n",
      "90/90 [==============================] - 0s 909us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 654/1024\n",
      "90/90 [==============================] - 0s 837us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 655/1024\n",
      "90/90 [==============================] - 0s 802us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 656/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 657/1024\n",
      "90/90 [==============================] - 0s 801us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 658/1024\n",
      "90/90 [==============================] - 0s 800us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 659/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 660/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 661/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 662/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 663/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 664/1024\n",
      "90/90 [==============================] - 0s 761us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 665/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 666/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 667/1024\n",
      "90/90 [==============================] - 0s 796us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 668/1024\n",
      "90/90 [==============================] - 0s 739us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 669/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 670/1024\n",
      "90/90 [==============================] - 0s 761us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 671/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 672/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 673/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 674/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 675/1024\n",
      "90/90 [==============================] - 0s 799us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 676/1024\n",
      "90/90 [==============================] - 0s 805us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 677/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 678/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 679/1024\n",
      "90/90 [==============================] - 0s 752us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 680/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 681/1024\n",
      "90/90 [==============================] - 0s 754us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 682/1024\n",
      "90/90 [==============================] - 0s 755us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 683/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 684/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 685/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 686/1024\n",
      "90/90 [==============================] - 0s 749us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 687/1024\n",
      "90/90 [==============================] - 0s 798us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 688/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 689/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 690/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 691/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 692/1024\n",
      "90/90 [==============================] - 0s 752us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 693/1024\n",
      "90/90 [==============================] - 0s 761us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 694/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 695/1024\n",
      "90/90 [==============================] - 0s 751us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 696/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 697/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 698/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 699/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 700/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 701/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 702/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 703/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 704/1024\n",
      "90/90 [==============================] - 0s 793us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 705/1024\n",
      "90/90 [==============================] - 0s 751us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 706/1024\n",
      "90/90 [==============================] - 0s 752us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 707/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 708/1024\n",
      "90/90 [==============================] - 0s 852us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 709/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 710/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 711/1024\n",
      "90/90 [==============================] - 0s 751us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 712/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 713/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 714/1024\n",
      "90/90 [==============================] - 0s 745us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 715/1024\n",
      "90/90 [==============================] - 0s 756us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 716/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 717/1024\n",
      "90/90 [==============================] - 0s 838us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 718/1024\n",
      "90/90 [==============================] - 0s 790us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 719/1024\n",
      "90/90 [==============================] - 0s 788us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 720/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 721/1024\n",
      "90/90 [==============================] - 0s 781us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 722/1024\n",
      "90/90 [==============================] - 0s 760us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 723/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 724/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 725/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 726/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 727/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 728/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 729/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 730/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 731/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 732/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 733/1024\n",
      "90/90 [==============================] - 0s 753us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 734/1024\n",
      "90/90 [==============================] - 0s 768us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 735/1024\n",
      "90/90 [==============================] - 0s 752us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 736/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 737/1024\n",
      "90/90 [==============================] - 0s 758us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 738/1024\n",
      "90/90 [==============================] - 0s 751us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 739/1024\n",
      "90/90 [==============================] - 0s 765us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 740/1024\n",
      "90/90 [==============================] - 0s 753us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 741/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 742/1024\n",
      "90/90 [==============================] - 0s 752us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 743/1024\n",
      "90/90 [==============================] - 0s 756us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 744/1024\n",
      "90/90 [==============================] - 0s 753us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 745/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 746/1024\n",
      "90/90 [==============================] - 0s 796us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 747/1024\n",
      "90/90 [==============================] - 0s 786us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 748/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 749/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 750/1024\n",
      "90/90 [==============================] - 0s 779us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 751/1024\n",
      "90/90 [==============================] - 0s 839us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 752/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 753/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 754/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 755/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 756/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 757/1024\n",
      "90/90 [==============================] - 0s 998us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 758/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 759/1024\n",
      "90/90 [==============================] - 0s 841us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 760/1024\n",
      "90/90 [==============================] - 0s 867us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 761/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 762/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 763/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 764/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 765/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 766/1024\n",
      "90/90 [==============================] - 0s 760us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 767/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 768/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 769/1024\n",
      "90/90 [==============================] - 0s 746us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 770/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 771/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 772/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 773/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 774/1024\n",
      "90/90 [==============================] - 0s 801us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 775/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 776/1024\n",
      "90/90 [==============================] - 0s 756us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 777/1024\n",
      "90/90 [==============================] - 0s 862us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 778/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 779/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 780/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 781/1024\n",
      "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 782/1024\n",
      "90/90 [==============================] - 0s 792us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 783/1024\n",
      "90/90 [==============================] - 0s 738us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 784/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 785/1024\n",
      "90/90 [==============================] - 0s 754us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 786/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 787/1024\n",
      "90/90 [==============================] - 0s 760us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 788/1024\n",
      "90/90 [==============================] - 0s 746us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 789/1024\n",
      "90/90 [==============================] - 0s 749us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 790/1024\n",
      "90/90 [==============================] - 0s 741us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 791/1024\n",
      "90/90 [==============================] - 0s 758us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 792/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 793/1024\n",
      "90/90 [==============================] - 0s 759us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 794/1024\n",
      "90/90 [==============================] - 0s 740us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 795/1024\n",
      "90/90 [==============================] - 0s 746us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 796/1024\n",
      "90/90 [==============================] - 0s 743us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 797/1024\n",
      "90/90 [==============================] - 0s 756us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 798/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 799/1024\n",
      "90/90 [==============================] - 0s 745us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 800/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 801/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 802/1024\n",
      "90/90 [==============================] - 0s 739us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 803/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 804/1024\n",
      "90/90 [==============================] - 0s 746us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 805/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 806/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 807/1024\n",
      "90/90 [==============================] - 0s 746us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 808/1024\n",
      "90/90 [==============================] - 0s 740us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 809/1024\n",
      "90/90 [==============================] - 0s 737us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 810/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 811/1024\n",
      "90/90 [==============================] - 0s 746us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 812/1024\n",
      "90/90 [==============================] - 0s 744us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 813/1024\n",
      "90/90 [==============================] - 0s 740us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 814/1024\n",
      "90/90 [==============================] - 0s 745us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 815/1024\n",
      "90/90 [==============================] - 0s 739us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 816/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 817/1024\n",
      "90/90 [==============================] - 0s 733us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 818/1024\n",
      "90/90 [==============================] - 0s 749us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 819/1024\n",
      "90/90 [==============================] - 0s 758us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 820/1024\n",
      "90/90 [==============================] - 0s 744us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 821/1024\n",
      "90/90 [==============================] - 0s 746us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 822/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 823/1024\n",
      "90/90 [==============================] - 0s 739us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 824/1024\n",
      "90/90 [==============================] - 0s 749us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 825/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 826/1024\n",
      "90/90 [==============================] - 0s 739us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 827/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 828/1024\n",
      "90/90 [==============================] - 0s 802us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 829/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 830/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 831/1024\n",
      "90/90 [==============================] - 0s 749us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 832/1024\n",
      "90/90 [==============================] - 0s 745us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 833/1024\n",
      "90/90 [==============================] - 0s 745us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 834/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 835/1024\n",
      "90/90 [==============================] - 0s 789us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 836/1024\n",
      "90/90 [==============================] - 0s 756us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 837/1024\n",
      "90/90 [==============================] - 0s 741us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 838/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 839/1024\n",
      "90/90 [==============================] - 0s 799us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 840/1024\n",
      "90/90 [==============================] - 0s 744us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 841/1024\n",
      "90/90 [==============================] - 0s 743us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 842/1024\n",
      "90/90 [==============================] - 0s 743us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 843/1024\n",
      "90/90 [==============================] - 0s 759us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 844/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 845/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 846/1024\n",
      "90/90 [==============================] - 0s 807us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 847/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 848/1024\n",
      "90/90 [==============================] - 0s 737us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 849/1024\n",
      "90/90 [==============================] - 0s 739us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 850/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 851/1024\n",
      "90/90 [==============================] - 0s 739us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 852/1024\n",
      "90/90 [==============================] - 0s 745us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 853/1024\n",
      "90/90 [==============================] - 0s 740us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 854/1024\n",
      "90/90 [==============================] - 0s 738us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 855/1024\n",
      "90/90 [==============================] - 0s 746us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 856/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 857/1024\n",
      "90/90 [==============================] - 0s 739us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 858/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 859/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 860/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 861/1024\n",
      "90/90 [==============================] - 0s 787us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 862/1024\n",
      "90/90 [==============================] - 0s 791us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 863/1024\n",
      "90/90 [==============================] - 0s 845us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 864/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 865/1024\n",
      "90/90 [==============================] - 0s 911us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 866/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 867/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 868/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 869/1024\n",
      "90/90 [==============================] - 0s 897us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 870/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 871/1024\n",
      "90/90 [==============================] - 0s 800us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 872/1024\n",
      "90/90 [==============================] - 0s 738us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 873/1024\n",
      "90/90 [==============================] - 0s 736us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 874/1024\n",
      "90/90 [==============================] - 0s 740us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 875/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 876/1024\n",
      "90/90 [==============================] - 0s 751us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 877/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 878/1024\n",
      "90/90 [==============================] - 0s 759us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 879/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 880/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 881/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 882/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 883/1024\n",
      "90/90 [==============================] - 0s 741us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 884/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 885/1024\n",
      "90/90 [==============================] - 0s 796us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 886/1024\n",
      "90/90 [==============================] - 0s 760us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 887/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 888/1024\n",
      "90/90 [==============================] - 0s 752us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 889/1024\n",
      "90/90 [==============================] - 0s 741us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 890/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 891/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 892/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 893/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 894/1024\n",
      "90/90 [==============================] - 0s 758us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 895/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 896/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 897/1024\n",
      "90/90 [==============================] - 0s 752us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 898/1024\n",
      "90/90 [==============================] - 0s 759us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 899/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 900/1024\n",
      "90/90 [==============================] - 0s 753us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 901/1024\n",
      "90/90 [==============================] - 0s 790us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 902/1024\n",
      "90/90 [==============================] - 0s 743us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 903/1024\n",
      "90/90 [==============================] - 0s 739us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 904/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 905/1024\n",
      "90/90 [==============================] - 0s 757us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 906/1024\n",
      "90/90 [==============================] - 0s 772us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 907/1024\n",
      "90/90 [==============================] - 0s 745us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 908/1024\n",
      "90/90 [==============================] - 0s 760us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 909/1024\n",
      "90/90 [==============================] - 0s 744us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 910/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 911/1024\n",
      "90/90 [==============================] - 0s 780us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 912/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 913/1024\n",
      "90/90 [==============================] - 0s 785us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 914/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 915/1024\n",
      "90/90 [==============================] - 0s 743us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 916/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 917/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 918/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 919/1024\n",
      "90/90 [==============================] - 0s 796us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 920/1024\n",
      "90/90 [==============================] - 0s 799us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 921/1024\n",
      "90/90 [==============================] - 0s 778us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 922/1024\n",
      "90/90 [==============================] - 0s 740us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 923/1024\n",
      "90/90 [==============================] - 0s 749us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 924/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 925/1024\n",
      "90/90 [==============================] - 0s 752us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 926/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 927/1024\n",
      "90/90 [==============================] - 0s 745us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 928/1024\n",
      "90/90 [==============================] - 0s 745us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 929/1024\n",
      "90/90 [==============================] - 0s 793us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 930/1024\n",
      "90/90 [==============================] - 0s 776us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 931/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 932/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 933/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 934/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 935/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 936/1024\n",
      "90/90 [==============================] - 0s 794us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 937/1024\n",
      "90/90 [==============================] - 0s 943us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 938/1024\n",
      "90/90 [==============================] - 0s 795us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 939/1024\n",
      "90/90 [==============================] - 0s 766us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 940/1024\n",
      "90/90 [==============================] - 0s 756us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 941/1024\n",
      "90/90 [==============================] - 0s 761us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 942/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 943/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 944/1024\n",
      "90/90 [==============================] - 0s 746us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 945/1024\n",
      "90/90 [==============================] - 0s 741us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 946/1024\n",
      "90/90 [==============================] - 0s 756us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 947/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 948/1024\n",
      "90/90 [==============================] - 0s 758us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 949/1024\n",
      "90/90 [==============================] - 0s 740us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 950/1024\n",
      "90/90 [==============================] - 0s 757us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 951/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 952/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 953/1024\n",
      "90/90 [==============================] - 0s 757us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 954/1024\n",
      "90/90 [==============================] - 0s 744us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 955/1024\n",
      "90/90 [==============================] - 0s 771us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 956/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 957/1024\n",
      "90/90 [==============================] - 0s 803us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 958/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 959/1024\n",
      "90/90 [==============================] - 0s 775us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 960/1024\n",
      "90/90 [==============================] - 0s 792us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 961/1024\n",
      "90/90 [==============================] - 0s 788us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 962/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 963/1024\n",
      "90/90 [==============================] - 0s 774us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 964/1024\n",
      "90/90 [==============================] - 0s 784us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 965/1024\n",
      "90/90 [==============================] - 0s 773us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 966/1024\n",
      "90/90 [==============================] - 0s 749us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 967/1024\n",
      "90/90 [==============================] - 0s 762us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 968/1024\n",
      "90/90 [==============================] - 0s 758us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 969/1024\n",
      "90/90 [==============================] - 0s 749us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 970/1024\n",
      "90/90 [==============================] - 0s 843us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 971/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 972/1024\n",
      "90/90 [==============================] - 0s 741us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 973/1024\n",
      "90/90 [==============================] - 0s 757us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 974/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 975/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 976/1024\n",
      "90/90 [==============================] - 0s 760us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 977/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 978/1024\n",
      "90/90 [==============================] - 0s 749us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 979/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 980/1024\n",
      "90/90 [==============================] - 0s 744us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 981/1024\n",
      "90/90 [==============================] - 0s 745us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 982/1024\n",
      "90/90 [==============================] - 0s 745us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 983/1024\n",
      "90/90 [==============================] - 0s 743us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 984/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 985/1024\n",
      "90/90 [==============================] - 0s 782us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 986/1024\n",
      "90/90 [==============================] - 0s 794us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 987/1024\n",
      "90/90 [==============================] - 0s 764us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 988/1024\n",
      "90/90 [==============================] - 0s 743us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 989/1024\n",
      "90/90 [==============================] - 0s 745us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 990/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 991/1024\n",
      "90/90 [==============================] - 0s 748us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 992/1024\n",
      "90/90 [==============================] - 0s 749us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 993/1024\n",
      "90/90 [==============================] - 0s 759us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 994/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 995/1024\n",
      "90/90 [==============================] - 0s 753us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 996/1024\n",
      "90/90 [==============================] - 0s 746us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 997/1024\n",
      "90/90 [==============================] - 0s 746us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 998/1024\n",
      "90/90 [==============================] - 0s 747us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 999/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1000/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1001/1024\n",
      "90/90 [==============================] - 0s 958us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1002/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1003/1024\n",
      "90/90 [==============================] - 0s 863us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1004/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1005/1024\n",
      "90/90 [==============================] - 0s 742us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1006/1024\n",
      "90/90 [==============================] - 0s 741us/step - loss: 0.0030 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1007/1024\n",
      "90/90 [==============================] - 0s 753us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1008/1024\n",
      "90/90 [==============================] - 0s 761us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1009/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1010/1024\n",
      "90/90 [==============================] - 0s 791us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1011/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1012/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1013/1024\n",
      "90/90 [==============================] - 0s 798us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1014/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1015/1024\n",
      "90/90 [==============================] - 0s 797us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1016/1024\n",
      "90/90 [==============================] - 0s 769us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1017/1024\n",
      "90/90 [==============================] - 0s 767us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1018/1024\n",
      "90/90 [==============================] - 0s 750us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1019/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1020/1024\n",
      "90/90 [==============================] - 0s 795us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1021/1024\n",
      "90/90 [==============================] - 0s 797us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1022/1024\n",
      "90/90 [==============================] - 0s 777us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1023/1024\n",
      "90/90 [==============================] - 0s 763us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
      "Epoch 1024/1024\n",
      "90/90 [==============================] - 0s 770us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n"
     ]
    }
   ],
   "source": [
    "epoch, batch_size = 1024, 64\n",
    "history_plain_11 = plain_11.fit(x_train, y_train, x_val, y_val, epoch=epoch, batch_size=batch_size)\n",
    "history_plain_5 = plain_5.fit(x_train, y_train, x_val, y_val, epoch=epoch, batch_size=batch_size)"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "Save the result to history.p"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%% md\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "outputs": [],
   "source": [
    "# import pickle\n",
    "# with open('history.p', 'wb') as f:\n",
    "#     pickle.dump({'history_11': history_plain_11, 'history_5':history_plain_5}, f)"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "## Post analysis and drawing"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%% md\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "outputs": [],
   "source": [
    "# with open(\"history.p\", 'rb') as f:\n",
    "#     data = pickle.load(f)\n",
    "# history_plain_11, history_plain_5 = data['history_11'], data['history_5']"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "outputs": [],
   "source": [
    "smoothing_windows = 16\n",
    "def moving_average(x, w):\n",
    "    return np.convolve(x, np.ones(w), 'valid') / w"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "outputs": [
    {
     "data": {
      "text/plain": "<IPython.core.display.Javascript object>",
      "application/javascript": "/* Put everything inside the global mpl namespace */\n/* global mpl */\nwindow.mpl = {};\n\nmpl.get_websocket_type = function () {\n    if (typeof WebSocket !== 'undefined') {\n        return WebSocket;\n    } else if (typeof MozWebSocket !== 'undefined') {\n        return MozWebSocket;\n    } else {\n        alert(\n            'Your browser does not have WebSocket support. ' +\n                'Please try Chrome, Safari or Firefox ≥ 6. ' +\n                'Firefox 4 and 5 are also supported but you ' +\n                'have to enable WebSockets in about:config.'\n        );\n    }\n};\n\nmpl.figure = function (figure_id, websocket, ondownload, parent_element) {\n    this.id = figure_id;\n\n    this.ws = websocket;\n\n    this.supports_binary = this.ws.binaryType !== undefined;\n\n    if (!this.supports_binary) {\n        var warnings = document.getElementById('mpl-warnings');\n        if (warnings) {\n            warnings.style.display = 'block';\n            warnings.textContent =\n                'This browser does not support binary websocket messages. ' +\n                'Performance may be slow.';\n        }\n    }\n\n    this.imageObj = new Image();\n\n    this.context = undefined;\n    this.message = undefined;\n    this.canvas = undefined;\n    this.rubberband_canvas = undefined;\n    this.rubberband_context = undefined;\n    this.format_dropdown = undefined;\n\n    this.image_mode = 'full';\n\n    this.root = document.createElement('div');\n    this.root.setAttribute('style', 'display: inline-block');\n    this._root_extra_style(this.root);\n\n    parent_element.appendChild(this.root);\n\n    this._init_header(this);\n    this._init_canvas(this);\n    this._init_toolbar(this);\n\n    var fig = this;\n\n    this.waiting = false;\n\n    this.ws.onopen = function () {\n        fig.send_message('supports_binary', { value: fig.supports_binary });\n        fig.send_message('send_image_mode', {});\n        if (fig.ratio !== 1) {\n            fig.send_message('set_device_pixel_ratio', {\n                device_pixel_ratio: fig.ratio,\n            });\n        }\n        fig.send_message('refresh', {});\n    };\n\n    this.imageObj.onload = function () {\n        if (fig.image_mode === 'full') {\n            // Full images could contain transparency (where diff images\n            // almost always do), so we need to clear the canvas so that\n            // there is no ghosting.\n            fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n        }\n        fig.context.drawImage(fig.imageObj, 0, 0);\n    };\n\n    this.imageObj.onunload = function () {\n        fig.ws.close();\n    };\n\n    this.ws.onmessage = this._make_on_message_function(this);\n\n    this.ondownload = ondownload;\n};\n\nmpl.figure.prototype._init_header = function () {\n    var titlebar = document.createElement('div');\n    titlebar.classList =\n        'ui-dialog-titlebar ui-widget-header ui-corner-all ui-helper-clearfix';\n    var titletext = document.createElement('div');\n    titletext.classList = 'ui-dialog-title';\n    titletext.setAttribute(\n        'style',\n        'width: 100%; text-align: center; padding: 3px;'\n    );\n    titlebar.appendChild(titletext);\n    this.root.appendChild(titlebar);\n    this.header = titletext;\n};\n\nmpl.figure.prototype._canvas_extra_style = function (_canvas_div) {};\n\nmpl.figure.prototype._root_extra_style = function (_canvas_div) {};\n\nmpl.figure.prototype._init_canvas = function () {\n    var fig = this;\n\n    var canvas_div = (this.canvas_div = document.createElement('div'));\n    canvas_div.setAttribute(\n        'style',\n        'border: 1px solid #ddd;' +\n            'box-sizing: content-box;' +\n            'clear: both;' +\n            'min-height: 1px;' +\n            'min-width: 1px;' +\n            'outline: 0;' +\n            'overflow: hidden;' +\n            'position: relative;' +\n            'resize: both;'\n    );\n\n    function on_keyboard_event_closure(name) {\n        return function (event) {\n            return fig.key_event(event, name);\n        };\n    }\n\n    canvas_div.addEventListener(\n        'keydown',\n        on_keyboard_event_closure('key_press')\n    );\n    canvas_div.addEventListener(\n        'keyup',\n        on_keyboard_event_closure('key_release')\n    );\n\n    this._canvas_extra_style(canvas_div);\n    this.root.appendChild(canvas_div);\n\n    var canvas = (this.canvas = document.createElement('canvas'));\n    canvas.classList.add('mpl-canvas');\n    canvas.setAttribute('style', 'box-sizing: content-box;');\n\n    this.context = canvas.getContext('2d');\n\n    var backingStore =\n        this.context.backingStorePixelRatio ||\n        this.context.webkitBackingStorePixelRatio ||\n        this.context.mozBackingStorePixelRatio ||\n        this.context.msBackingStorePixelRatio ||\n        this.context.oBackingStorePixelRatio ||\n        this.context.backingStorePixelRatio ||\n        1;\n\n    this.ratio = (window.devicePixelRatio || 1) / backingStore;\n\n    var rubberband_canvas = (this.rubberband_canvas = document.createElement(\n        'canvas'\n    ));\n    rubberband_canvas.setAttribute(\n        'style',\n        'box-sizing: content-box; position: absolute; left: 0; top: 0; z-index: 1;'\n    );\n\n    // Apply a ponyfill if ResizeObserver is not implemented by browser.\n    if (this.ResizeObserver === undefined) {\n        if (window.ResizeObserver !== undefined) {\n            this.ResizeObserver = window.ResizeObserver;\n        } else {\n            var obs = _JSXTOOLS_RESIZE_OBSERVER({});\n            this.ResizeObserver = obs.ResizeObserver;\n        }\n    }\n\n    this.resizeObserverInstance = new this.ResizeObserver(function (entries) {\n        var nentries = entries.length;\n        for (var i = 0; i < nentries; i++) {\n            var entry = entries[i];\n            var width, height;\n            if (entry.contentBoxSize) {\n                if (entry.contentBoxSize instanceof Array) {\n                    // Chrome 84 implements new version of spec.\n                    width = entry.contentBoxSize[0].inlineSize;\n                    height = entry.contentBoxSize[0].blockSize;\n                } else {\n                    // Firefox implements old version of spec.\n                    width = entry.contentBoxSize.inlineSize;\n                    height = entry.contentBoxSize.blockSize;\n                }\n            } else {\n                // Chrome <84 implements even older version of spec.\n                width = entry.contentRect.width;\n                height = entry.contentRect.height;\n            }\n\n            // Keep the size of the canvas and rubber band canvas in sync with\n            // the canvas container.\n            if (entry.devicePixelContentBoxSize) {\n                // Chrome 84 implements new version of spec.\n                canvas.setAttribute(\n                    'width',\n                    entry.devicePixelContentBoxSize[0].inlineSize\n                );\n                canvas.setAttribute(\n                    'height',\n                    entry.devicePixelContentBoxSize[0].blockSize\n                );\n            } else {\n                canvas.setAttribute('width', width * fig.ratio);\n                canvas.setAttribute('height', height * fig.ratio);\n            }\n            canvas.setAttribute(\n                'style',\n                'width: ' + width + 'px; height: ' + height + 'px;'\n            );\n\n            rubberband_canvas.setAttribute('width', width);\n            rubberband_canvas.setAttribute('height', height);\n\n            // And update the size in Python. We ignore the initial 0/0 size\n            // that occurs as the element is placed into the DOM, which should\n            // otherwise not happen due to the minimum size styling.\n            if (fig.ws.readyState == 1 && width != 0 && height != 0) {\n                fig.request_resize(width, height);\n            }\n        }\n    });\n    this.resizeObserverInstance.observe(canvas_div);\n\n    function on_mouse_event_closure(name) {\n        return function (event) {\n            return fig.mouse_event(event, name);\n        };\n    }\n\n    rubberband_canvas.addEventListener(\n        'mousedown',\n        on_mouse_event_closure('button_press')\n    );\n    rubberband_canvas.addEventListener(\n        'mouseup',\n        on_mouse_event_closure('button_release')\n    );\n    rubberband_canvas.addEventListener(\n        'dblclick',\n        on_mouse_event_closure('dblclick')\n    );\n    // Throttle sequential mouse events to 1 every 20ms.\n    rubberband_canvas.addEventListener(\n        'mousemove',\n        on_mouse_event_closure('motion_notify')\n    );\n\n    rubberband_canvas.addEventListener(\n        'mouseenter',\n        on_mouse_event_closure('figure_enter')\n    );\n    rubberband_canvas.addEventListener(\n        'mouseleave',\n        on_mouse_event_closure('figure_leave')\n    );\n\n    canvas_div.addEventListener('wheel', function (event) {\n        if (event.deltaY < 0) {\n            event.step = 1;\n        } else {\n            event.step = -1;\n        }\n        on_mouse_event_closure('scroll')(event);\n    });\n\n    canvas_div.appendChild(canvas);\n    canvas_div.appendChild(rubberband_canvas);\n\n    this.rubberband_context = rubberband_canvas.getContext('2d');\n    this.rubberband_context.strokeStyle = '#000000';\n\n    this._resize_canvas = function (width, height, forward) {\n        if (forward) {\n            canvas_div.style.width = width + 'px';\n            canvas_div.style.height = height + 'px';\n        }\n    };\n\n    // Disable right mouse context menu.\n    this.rubberband_canvas.addEventListener('contextmenu', function (_e) {\n        event.preventDefault();\n        return false;\n    });\n\n    function set_focus() {\n        canvas.focus();\n        canvas_div.focus();\n    }\n\n    window.setTimeout(set_focus, 100);\n};\n\nmpl.figure.prototype._init_toolbar = function () {\n    var fig = this;\n\n    var toolbar = document.createElement('div');\n    toolbar.classList = 'mpl-toolbar';\n    this.root.appendChild(toolbar);\n\n    function on_click_closure(name) {\n        return function (_event) {\n            return fig.toolbar_button_onclick(name);\n        };\n    }\n\n    function on_mouseover_closure(tooltip) {\n        return function (event) {\n            if (!event.currentTarget.disabled) {\n                return fig.toolbar_button_onmouseover(tooltip);\n            }\n        };\n    }\n\n    fig.buttons = {};\n    var buttonGroup = document.createElement('div');\n    buttonGroup.classList = 'mpl-button-group';\n    for (var toolbar_ind in mpl.toolbar_items) {\n        var name = mpl.toolbar_items[toolbar_ind][0];\n        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n        var image = mpl.toolbar_items[toolbar_ind][2];\n        var method_name = mpl.toolbar_items[toolbar_ind][3];\n\n        if (!name) {\n            /* Instead of a spacer, we start a new button group. */\n            if (buttonGroup.hasChildNodes()) {\n                toolbar.appendChild(buttonGroup);\n            }\n            buttonGroup = document.createElement('div');\n            buttonGroup.classList = 'mpl-button-group';\n            continue;\n        }\n\n        var button = (fig.buttons[name] = document.createElement('button'));\n        button.classList = 'mpl-widget';\n        button.setAttribute('role', 'button');\n        button.setAttribute('aria-disabled', 'false');\n        button.addEventListener('click', on_click_closure(method_name));\n        button.addEventListener('mouseover', on_mouseover_closure(tooltip));\n\n        var icon_img = document.createElement('img');\n        icon_img.src = '_images/' + image + '.png';\n        icon_img.srcset = '_images/' + image + '_large.png 2x';\n        icon_img.alt = tooltip;\n        button.appendChild(icon_img);\n\n        buttonGroup.appendChild(button);\n    }\n\n    if (buttonGroup.hasChildNodes()) {\n        toolbar.appendChild(buttonGroup);\n    }\n\n    var fmt_picker = document.createElement('select');\n    fmt_picker.classList = 'mpl-widget';\n    toolbar.appendChild(fmt_picker);\n    this.format_dropdown = fmt_picker;\n\n    for (var ind in mpl.extensions) {\n        var fmt = mpl.extensions[ind];\n        var option = document.createElement('option');\n        option.selected = fmt === mpl.default_extension;\n        option.innerHTML = fmt;\n        fmt_picker.appendChild(option);\n    }\n\n    var status_bar = document.createElement('span');\n    status_bar.classList = 'mpl-message';\n    toolbar.appendChild(status_bar);\n    this.message = status_bar;\n};\n\nmpl.figure.prototype.request_resize = function (x_pixels, y_pixels) {\n    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n    // which will in turn request a refresh of the image.\n    this.send_message('resize', { width: x_pixels, height: y_pixels });\n};\n\nmpl.figure.prototype.send_message = function (type, properties) {\n    properties['type'] = type;\n    properties['figure_id'] = this.id;\n    this.ws.send(JSON.stringify(properties));\n};\n\nmpl.figure.prototype.send_draw_message = function () {\n    if (!this.waiting) {\n        this.waiting = true;\n        this.ws.send(JSON.stringify({ type: 'draw', figure_id: this.id }));\n    }\n};\n\nmpl.figure.prototype.handle_save = function (fig, _msg) {\n    var format_dropdown = fig.format_dropdown;\n    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n    fig.ondownload(fig, format);\n};\n\nmpl.figure.prototype.handle_resize = function (fig, msg) {\n    var size = msg['size'];\n    if (size[0] !== fig.canvas.width || size[1] !== fig.canvas.height) {\n        fig._resize_canvas(size[0], size[1], msg['forward']);\n        fig.send_message('refresh', {});\n    }\n};\n\nmpl.figure.prototype.handle_rubberband = function (fig, msg) {\n    var x0 = msg['x0'] / fig.ratio;\n    var y0 = (fig.canvas.height - msg['y0']) / fig.ratio;\n    var x1 = msg['x1'] / fig.ratio;\n    var y1 = (fig.canvas.height - msg['y1']) / fig.ratio;\n    x0 = Math.floor(x0) + 0.5;\n    y0 = Math.floor(y0) + 0.5;\n    x1 = Math.floor(x1) + 0.5;\n    y1 = Math.floor(y1) + 0.5;\n    var min_x = Math.min(x0, x1);\n    var min_y = Math.min(y0, y1);\n    var width = Math.abs(x1 - x0);\n    var height = Math.abs(y1 - y0);\n\n    fig.rubberband_context.clearRect(\n        0,\n        0,\n        fig.canvas.width / fig.ratio,\n        fig.canvas.height / fig.ratio\n    );\n\n    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n};\n\nmpl.figure.prototype.handle_figure_label = function (fig, msg) {\n    // Updates the figure title.\n    fig.header.textContent = msg['label'];\n};\n\nmpl.figure.prototype.handle_cursor = function (fig, msg) {\n    fig.rubberband_canvas.style.cursor = msg['cursor'];\n};\n\nmpl.figure.prototype.handle_message = function (fig, msg) {\n    fig.message.textContent = msg['message'];\n};\n\nmpl.figure.prototype.handle_draw = function (fig, _msg) {\n    // Request the server to send over a new figure.\n    fig.send_draw_message();\n};\n\nmpl.figure.prototype.handle_image_mode = function (fig, msg) {\n    fig.image_mode = msg['mode'];\n};\n\nmpl.figure.prototype.handle_history_buttons = function (fig, msg) {\n    for (var key in msg) {\n        if (!(key in fig.buttons)) {\n            continue;\n        }\n        fig.buttons[key].disabled = !msg[key];\n        fig.buttons[key].setAttribute('aria-disabled', !msg[key]);\n    }\n};\n\nmpl.figure.prototype.handle_navigate_mode = function (fig, msg) {\n    if (msg['mode'] === 'PAN') {\n        fig.buttons['Pan'].classList.add('active');\n        fig.buttons['Zoom'].classList.remove('active');\n    } else if (msg['mode'] === 'ZOOM') {\n        fig.buttons['Pan'].classList.remove('active');\n        fig.buttons['Zoom'].classList.add('active');\n    } else {\n        fig.buttons['Pan'].classList.remove('active');\n        fig.buttons['Zoom'].classList.remove('active');\n    }\n};\n\nmpl.figure.prototype.updated_canvas_event = function () {\n    // Called whenever the canvas gets updated.\n    this.send_message('ack', {});\n};\n\n// A function to construct a web socket function for onmessage handling.\n// Called in the figure constructor.\nmpl.figure.prototype._make_on_message_function = function (fig) {\n    return function socket_on_message(evt) {\n        if (evt.data instanceof Blob) {\n            var img = evt.data;\n            if (img.type !== 'image/png') {\n                /* FIXME: We get \"Resource interpreted as Image but\n                 * transferred with MIME type text/plain:\" errors on\n                 * Chrome.  But how to set the MIME type?  It doesn't seem\n                 * to be part of the websocket stream */\n                img.type = 'image/png';\n            }\n\n            /* Free the memory for the previous frames */\n            if (fig.imageObj.src) {\n                (window.URL || window.webkitURL).revokeObjectURL(\n                    fig.imageObj.src\n                );\n            }\n\n            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n                img\n            );\n            fig.updated_canvas_event();\n            fig.waiting = false;\n            return;\n        } else if (\n            typeof evt.data === 'string' &&\n            evt.data.slice(0, 21) === 'data:image/png;base64'\n        ) {\n            fig.imageObj.src = evt.data;\n            fig.updated_canvas_event();\n            fig.waiting = false;\n            return;\n        }\n\n        var msg = JSON.parse(evt.data);\n        var msg_type = msg['type'];\n\n        // Call the  \"handle_{type}\" callback, which takes\n        // the figure and JSON message as its only arguments.\n        try {\n            var callback = fig['handle_' + msg_type];\n        } catch (e) {\n            console.log(\n                \"No handler for the '\" + msg_type + \"' message type: \",\n                msg\n            );\n            return;\n        }\n\n        if (callback) {\n            try {\n                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n                callback(fig, msg);\n            } catch (e) {\n                console.log(\n                    \"Exception inside the 'handler_\" + msg_type + \"' callback:\",\n                    e,\n                    e.stack,\n                    msg\n                );\n            }\n        }\n    };\n};\n\n// from https://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\nmpl.findpos = function (e) {\n    //this section is from http://www.quirksmode.org/js/events_properties.html\n    var targ;\n    if (!e) {\n        e = window.event;\n    }\n    if (e.target) {\n        targ = e.target;\n    } else if (e.srcElement) {\n        targ = e.srcElement;\n    }\n    if (targ.nodeType === 3) {\n        // defeat Safari bug\n        targ = targ.parentNode;\n    }\n\n    // pageX,Y are the mouse positions relative to the document\n    var boundingRect = targ.getBoundingClientRect();\n    var x = e.pageX - (boundingRect.left + document.body.scrollLeft);\n    var y = e.pageY - (boundingRect.top + document.body.scrollTop);\n\n    return { x: x, y: y };\n};\n\n/*\n * return a copy of an object with only non-object keys\n * we need this to avoid circular references\n * https://stackoverflow.com/a/24161582/3208463\n */\nfunction simpleKeys(original) {\n    return Object.keys(original).reduce(function (obj, key) {\n        if (typeof original[key] !== 'object') {\n            obj[key] = original[key];\n        }\n        return obj;\n    }, {});\n}\n\nmpl.figure.prototype.mouse_event = function (event, name) {\n    var canvas_pos = mpl.findpos(event);\n\n    if (name === 'button_press') {\n        this.canvas.focus();\n        this.canvas_div.focus();\n    }\n\n    var x = canvas_pos.x * this.ratio;\n    var y = canvas_pos.y * this.ratio;\n\n    this.send_message(name, {\n        x: x,\n        y: y,\n        button: event.button,\n        step: event.step,\n        guiEvent: simpleKeys(event),\n    });\n\n    /* This prevents the web browser from automatically changing to\n     * the text insertion cursor when the button is pressed.  We want\n     * to control all of the cursor setting manually through the\n     * 'cursor' event from matplotlib */\n    event.preventDefault();\n    return false;\n};\n\nmpl.figure.prototype._key_event_extra = function (_event, _name) {\n    // Handle any extra behaviour associated with a key event\n};\n\nmpl.figure.prototype.key_event = function (event, name) {\n    // Prevent repeat events\n    if (name === 'key_press') {\n        if (event.key === this._key) {\n            return;\n        } else {\n            this._key = event.key;\n        }\n    }\n    if (name === 'key_release') {\n        this._key = null;\n    }\n\n    var value = '';\n    if (event.ctrlKey && event.key !== 'Control') {\n        value += 'ctrl+';\n    }\n    else if (event.altKey && event.key !== 'Alt') {\n        value += 'alt+';\n    }\n    else if (event.shiftKey && event.key !== 'Shift') {\n        value += 'shift+';\n    }\n\n    value += 'k' + event.key;\n\n    this._key_event_extra(event, name);\n\n    this.send_message(name, { key: value, guiEvent: simpleKeys(event) });\n    return false;\n};\n\nmpl.figure.prototype.toolbar_button_onclick = function (name) {\n    if (name === 'download') {\n        this.handle_save(this, null);\n    } else {\n        this.send_message('toolbar_button', { name: name });\n    }\n};\n\nmpl.figure.prototype.toolbar_button_onmouseover = function (tooltip) {\n    this.message.textContent = tooltip;\n};\n\n///////////////// REMAINING CONTENT GENERATED BY embed_js.py /////////////////\n// prettier-ignore\nvar _JSXTOOLS_RESIZE_OBSERVER=function(A){var t,i=new WeakMap,n=new WeakMap,a=new WeakMap,r=new WeakMap,o=new Set;function s(e){if(!(this instanceof s))throw new TypeError(\"Constructor requires 'new' operator\");i.set(this,e)}function h(){throw new TypeError(\"Function is not a constructor\")}function c(e,t,i,n){e=0 in arguments?Number(arguments[0]):0,t=1 in arguments?Number(arguments[1]):0,i=2 in arguments?Number(arguments[2]):0,n=3 in arguments?Number(arguments[3]):0,this.right=(this.x=this.left=e)+(this.width=i),this.bottom=(this.y=this.top=t)+(this.height=n),Object.freeze(this)}function d(){t=requestAnimationFrame(d);var s=new WeakMap,p=new Set;o.forEach((function(t){r.get(t).forEach((function(i){var r=t instanceof window.SVGElement,o=a.get(t),d=r?0:parseFloat(o.paddingTop),f=r?0:parseFloat(o.paddingRight),l=r?0:parseFloat(o.paddingBottom),u=r?0:parseFloat(o.paddingLeft),g=r?0:parseFloat(o.borderTopWidth),m=r?0:parseFloat(o.borderRightWidth),w=r?0:parseFloat(o.borderBottomWidth),b=u+f,F=d+l,v=(r?0:parseFloat(o.borderLeftWidth))+m,W=g+w,y=r?0:t.offsetHeight-W-t.clientHeight,E=r?0:t.offsetWidth-v-t.clientWidth,R=b+v,z=F+W,M=r?t.width:parseFloat(o.width)-R-E,O=r?t.height:parseFloat(o.height)-z-y;if(n.has(t)){var k=n.get(t);if(k[0]===M&&k[1]===O)return}n.set(t,[M,O]);var S=Object.create(h.prototype);S.target=t,S.contentRect=new c(u,d,M,O),s.has(i)||(s.set(i,[]),p.add(i)),s.get(i).push(S)}))})),p.forEach((function(e){i.get(e).call(e,s.get(e),e)}))}return s.prototype.observe=function(i){if(i instanceof window.Element){r.has(i)||(r.set(i,new Set),o.add(i),a.set(i,window.getComputedStyle(i)));var n=r.get(i);n.has(this)||n.add(this),cancelAnimationFrame(t),t=requestAnimationFrame(d)}},s.prototype.unobserve=function(i){if(i instanceof window.Element&&r.has(i)){var n=r.get(i);n.has(this)&&(n.delete(this),n.size||(r.delete(i),o.delete(i))),n.size||r.delete(i),o.size||cancelAnimationFrame(t)}},A.DOMRectReadOnly=c,A.ResizeObserver=s,A.ResizeObserverEntry=h,A}; // eslint-disable-line\nmpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Left button pans, Right button zooms\\nx/y fixes axis, CTRL fixes aspect\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\\nx/y fixes axis\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n\nmpl.extensions = [\"eps\", \"jpeg\", \"pgf\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n\nmpl.default_extension = \"png\";/* global mpl */\n\nvar comm_websocket_adapter = function (comm) {\n    // Create a \"websocket\"-like object which calls the given IPython comm\n    // object with the appropriate methods. Currently this is a non binary\n    // socket, so there is still some room for performance tuning.\n    var ws = {};\n\n    ws.binaryType = comm.kernel.ws.binaryType;\n    ws.readyState = comm.kernel.ws.readyState;\n    function updateReadyState(_event) {\n        if (comm.kernel.ws) {\n            ws.readyState = comm.kernel.ws.readyState;\n        } else {\n            ws.readyState = 3; // Closed state.\n        }\n    }\n    comm.kernel.ws.addEventListener('open', updateReadyState);\n    comm.kernel.ws.addEventListener('close', updateReadyState);\n    comm.kernel.ws.addEventListener('error', updateReadyState);\n\n    ws.close = function () {\n        comm.close();\n    };\n    ws.send = function (m) {\n        //console.log('sending', m);\n        comm.send(m);\n    };\n    // Register the callback with on_msg.\n    comm.on_msg(function (msg) {\n        //console.log('receiving', msg['content']['data'], msg);\n        var data = msg['content']['data'];\n        if (data['blob'] !== undefined) {\n            data = {\n                data: new Blob(msg['buffers'], { type: data['blob'] }),\n            };\n        }\n        // Pass the mpl event to the overridden (by mpl) onmessage function.\n        ws.onmessage(data);\n    });\n    return ws;\n};\n\nmpl.mpl_figure_comm = function (comm, msg) {\n    // This is the function which gets called when the mpl process\n    // starts-up an IPython Comm through the \"matplotlib\" channel.\n\n    var id = msg.content.data.id;\n    // Get hold of the div created by the display call when the Comm\n    // socket was opened in Python.\n    var element = document.getElementById(id);\n    var ws_proxy = comm_websocket_adapter(comm);\n\n    function ondownload(figure, _format) {\n        window.open(figure.canvas.toDataURL());\n    }\n\n    var fig = new mpl.figure(id, ws_proxy, ondownload, element);\n\n    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n    // web socket which is closed, not our websocket->open comm proxy.\n    ws_proxy.onopen();\n\n    fig.parent_element = element;\n    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n    if (!fig.cell_info) {\n        console.error('Failed to find cell for figure', id, fig);\n        return;\n    }\n    fig.cell_info[0].output_area.element.on(\n        'cleared',\n        { fig: fig },\n        fig._remove_fig_handler\n    );\n};\n\nmpl.figure.prototype.handle_close = function (fig, msg) {\n    var width = fig.canvas.width / fig.ratio;\n    fig.cell_info[0].output_area.element.off(\n        'cleared',\n        fig._remove_fig_handler\n    );\n    fig.resizeObserverInstance.unobserve(fig.canvas_div);\n\n    // Update the output cell to use the data from the current canvas.\n    fig.push_to_output();\n    var dataURL = fig.canvas.toDataURL();\n    // Re-enable the keyboard manager in IPython - without this line, in FF,\n    // the notebook keyboard shortcuts fail.\n    IPython.keyboard_manager.enable();\n    fig.parent_element.innerHTML =\n        '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n    fig.close_ws(fig, msg);\n};\n\nmpl.figure.prototype.close_ws = function (fig, msg) {\n    fig.send_message('closing', msg);\n    // fig.ws.close()\n};\n\nmpl.figure.prototype.push_to_output = function (_remove_interactive) {\n    // Turn the data on the canvas into data in the output cell.\n    var width = this.canvas.width / this.ratio;\n    var dataURL = this.canvas.toDataURL();\n    this.cell_info[1]['text/html'] =\n        '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n};\n\nmpl.figure.prototype.updated_canvas_event = function () {\n    // Tell IPython that the notebook contents must change.\n    IPython.notebook.set_dirty(true);\n    this.send_message('ack', {});\n    var fig = this;\n    // Wait a second, then push the new image to the DOM so\n    // that it is saved nicely (might be nice to debounce this).\n    setTimeout(function () {\n        fig.push_to_output();\n    }, 1000);\n};\n\nmpl.figure.prototype._init_toolbar = function () {\n    var fig = this;\n\n    var toolbar = document.createElement('div');\n    toolbar.classList = 'btn-toolbar';\n    this.root.appendChild(toolbar);\n\n    function on_click_closure(name) {\n        return function (_event) {\n            return fig.toolbar_button_onclick(name);\n        };\n    }\n\n    function on_mouseover_closure(tooltip) {\n        return function (event) {\n            if (!event.currentTarget.disabled) {\n                return fig.toolbar_button_onmouseover(tooltip);\n            }\n        };\n    }\n\n    fig.buttons = {};\n    var buttonGroup = document.createElement('div');\n    buttonGroup.classList = 'btn-group';\n    var button;\n    for (var toolbar_ind in mpl.toolbar_items) {\n        var name = mpl.toolbar_items[toolbar_ind][0];\n        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n        var image = mpl.toolbar_items[toolbar_ind][2];\n        var method_name = mpl.toolbar_items[toolbar_ind][3];\n\n        if (!name) {\n            /* Instead of a spacer, we start a new button group. */\n            if (buttonGroup.hasChildNodes()) {\n                toolbar.appendChild(buttonGroup);\n            }\n            buttonGroup = document.createElement('div');\n            buttonGroup.classList = 'btn-group';\n            continue;\n        }\n\n        button = fig.buttons[name] = document.createElement('button');\n        button.classList = 'btn btn-default';\n        button.href = '#';\n        button.title = name;\n        button.innerHTML = '<i class=\"fa ' + image + ' fa-lg\"></i>';\n        button.addEventListener('click', on_click_closure(method_name));\n        button.addEventListener('mouseover', on_mouseover_closure(tooltip));\n        buttonGroup.appendChild(button);\n    }\n\n    if (buttonGroup.hasChildNodes()) {\n        toolbar.appendChild(buttonGroup);\n    }\n\n    // Add the status bar.\n    var status_bar = document.createElement('span');\n    status_bar.classList = 'mpl-message pull-right';\n    toolbar.appendChild(status_bar);\n    this.message = status_bar;\n\n    // Add the close button to the window.\n    var buttongrp = document.createElement('div');\n    buttongrp.classList = 'btn-group inline pull-right';\n    button = document.createElement('button');\n    button.classList = 'btn btn-mini btn-primary';\n    button.href = '#';\n    button.title = 'Stop Interaction';\n    button.innerHTML = '<i class=\"fa fa-power-off icon-remove icon-large\"></i>';\n    button.addEventListener('click', function (_evt) {\n        fig.handle_close(fig, {});\n    });\n    button.addEventListener(\n        'mouseover',\n        on_mouseover_closure('Stop Interaction')\n    );\n    buttongrp.appendChild(button);\n    var titlebar = this.root.querySelector('.ui-dialog-titlebar');\n    titlebar.insertBefore(buttongrp, titlebar.firstChild);\n};\n\nmpl.figure.prototype._remove_fig_handler = function (event) {\n    var fig = event.data.fig;\n    if (event.target !== this) {\n        // Ignore bubbled events from children.\n        return;\n    }\n    fig.close_ws(fig, {});\n};\n\nmpl.figure.prototype._root_extra_style = function (el) {\n    el.style.boxSizing = 'content-box'; // override notebook setting of border-box.\n};\n\nmpl.figure.prototype._canvas_extra_style = function (el) {\n    // this is important to make the div 'focusable\n    el.setAttribute('tabindex', 0);\n    // reach out to IPython and tell the keyboard manager to turn it's self\n    // off when our div gets focus\n\n    // location in version 3\n    if (IPython.notebook.keyboard_manager) {\n        IPython.notebook.keyboard_manager.register_events(el);\n    } else {\n        // location in version 2\n        IPython.keyboard_manager.register_events(el);\n    }\n};\n\nmpl.figure.prototype._key_event_extra = function (event, _name) {\n    // Check for shift+enter\n    if (event.shiftKey && event.which === 13) {\n        this.canvas_div.blur();\n        // select the cell after this one\n        var index = IPython.notebook.find_cell_index(this.cell_info[0]);\n        IPython.notebook.select(index + 1);\n    }\n};\n\nmpl.figure.prototype.handle_save = function (fig, _msg) {\n    fig.ondownload(fig, null);\n};\n\nmpl.find_output_cell = function (html_output) {\n    // Return the cell and output element which can be found *uniquely* in the notebook.\n    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n    // IPython event is triggered only after the cells have been serialised, which for\n    // our purposes (turning an active figure into a static one), is too late.\n    var cells = IPython.notebook.get_cells();\n    var ncells = cells.length;\n    for (var i = 0; i < ncells; i++) {\n        var cell = cells[i];\n        if (cell.cell_type === 'code') {\n            for (var j = 0; j < cell.output_area.outputs.length; j++) {\n                var data = cell.output_area.outputs[j];\n                if (data.data) {\n                    // IPython >= 3 moved mimebundle to data attribute of output\n                    data = data.data;\n                }\n                if (data['text/html'] === html_output) {\n                    return [cell, data, j];\n                }\n            }\n        }\n    }\n};\n\n// Register the function which deals with the matplotlib target/channel.\n// The kernel may be null if the page has been refreshed.\nif (IPython.notebook.kernel !== null) {\n    IPython.notebook.kernel.comm_manager.register_target(\n        'matplotlib',\n        mpl.mpl_figure_comm\n    );\n}\n"
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": "<IPython.core.display.HTML object>",
      "text/html": "<div id='7316ecf6-baad-4ffe-9ba8-75b49dcbf3f9'></div>"
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "fig, ax = plt.subplots()\n",
    "x = np.array(range(len(history_plain_11.history['loss']) - smoothing_windows + 1))\n",
    "ax.plot(x, 100*moving_average(history_plain_11.history[\"val_loss\"], smoothing_windows), linewidth=3.0, label='plain11', c='b')\n",
    "ax.plot(x, 100*moving_average(history_plain_11.history[\"loss\"], smoothing_windows), linewidth=.5, c='b')\n",
    "x = np.array(range(len(history_plain_5.history['loss']) - smoothing_windows + 1))\n",
    "ax.plot(x, 100*moving_average(history_plain_5.history[\"val_loss\"], smoothing_windows), linewidth=3.0, label='plain5', c='r')\n",
    "ax.plot(x, 100*moving_average(history_plain_5.history[\"loss\"], smoothing_windows), linewidth=.5, c='r')\n",
    "ax.set_xlabel(\"iter\")\n",
    "ax.set_ylabel(\"error(%)\")\n",
    "ax.set_xlim(0, min(len(history_plain_5.history['loss']), len(history_plain_11.history['loss']) - smoothing_windows + 1))\n",
    "ax.set_ylim(0.20, 0.35)\n",
    "ax.spines[\"top\"].set_visible(False)\n",
    "ax.spines[\"right\"].set_visible(False)\n",
    "ax.yaxis.set_major_locator(ticker.LinearLocator(numticks=6))\n",
    "ax.grid(axis='y', linestyle='--')\n",
    "ax.annotate(\"11-layer\", (540, 0.267), c='b')\n",
    "ax.annotate(\"5-layer\", (540, 0.245), c='r')\n",
    "plt.legend(loc=3)\n",
    "plt.show()"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "outputs": [],
   "source": [
    "# plt.savefig(fname=\"fig1.png\", dpi=300)"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "source": [
    "shortcut5, shortcut11 = ShortCut5(input_shape=(1, 102)), ShortCut11(input_shape=(1, 102))"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "execution_count": 11,
   "outputs": []
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/1024\n",
      "90/90 [==============================] - 2s 6ms/step - loss: 0.0219 - val_loss: 0.0283 - lr: 0.0025\n",
      "Epoch 2/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0196 - val_loss: 0.0270 - lr: 0.0025\n",
      "Epoch 3/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0137 - val_loss: 0.0267 - lr: 0.0025\n",
      "Epoch 4/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0280 - lr: 0.0025\n",
      "Epoch 5/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0266 - lr: 0.0025\n",
      "Epoch 6/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0059 - val_loss: 0.1138 - lr: 0.0025\n",
      "Epoch 7/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0048 - val_loss: 0.1172 - lr: 0.0025\n",
      "Epoch 8/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0047 - val_loss: 0.0186 - lr: 0.0025\n",
      "Epoch 9/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0046 - val_loss: 0.2067 - lr: 0.0025\n",
      "Epoch 10/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0044 - val_loss: 0.2280 - lr: 0.0025\n",
      "Epoch 11/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0044 - val_loss: 0.2274 - lr: 0.0025\n",
      "Epoch 12/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0043 - val_loss: 0.3251 - lr: 0.0025\n",
      "Epoch 13/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0043 - val_loss: 0.2281 - lr: 0.0025\n",
      "Epoch 14/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0043 - val_loss: 0.1210 - lr: 0.0025\n",
      "Epoch 15/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0041 - val_loss: 0.0582 - lr: 0.0025\n",
      "Epoch 16/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0043 - val_loss: 0.2277 - lr: 0.0025\n",
      "Epoch 17/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0040 - val_loss: 0.2268 - lr: 0.0025\n",
      "Epoch 18/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0044 - val_loss: 0.2283 - lr: 0.0025\n",
      "Epoch 19/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0040 - val_loss: 0.3142 - lr: 0.0025\n",
      "Epoch 20/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0039 - val_loss: 0.0752 - lr: 0.0025\n",
      "Epoch 21/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0038 - val_loss: 0.0617 - lr: 0.0025\n",
      "Epoch 22/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0040 - val_loss: 0.0920 - lr: 0.0025\n",
      "Epoch 23/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0040 - val_loss: 0.3005 - lr: 0.0025\n",
      "Epoch 24/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.2490 - lr: 0.0025\n",
      "Epoch 25/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.0489 - lr: 0.0025\n",
      "Epoch 26/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0039 - val_loss: 0.2725 - lr: 0.0025\n",
      "Epoch 27/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.2280 - lr: 0.0025\n",
      "Epoch 28/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0038 - val_loss: 0.3246 - lr: 0.0025\n",
      "Epoch 29/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0040 - val_loss: 0.2171 - lr: 0.0025\n",
      "Epoch 30/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0037 - val_loss: 0.3298 - lr: 0.0025\n",
      "Epoch 31/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0042 - val_loss: 0.2163 - lr: 0.0025\n",
      "Epoch 32/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0038 - val_loss: 0.2283 - lr: 0.0025\n",
      "Epoch 33/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0039 - val_loss: 0.2283 - lr: 0.0025\n",
      "Epoch 34/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.2266 - lr: 0.0012\n",
      "Epoch 35/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.1462 - lr: 0.0012\n",
      "Epoch 36/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0037 - val_loss: 0.2875 - lr: 0.0012\n",
      "Epoch 37/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0035 - val_loss: 0.3281 - lr: 0.0012\n",
      "Epoch 38/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.2047 - lr: 0.0012\n",
      "Epoch 39/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0036 - val_loss: 0.2271 - lr: 0.0012\n",
      "Epoch 40/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0597 - lr: 0.0012\n",
      "Epoch 41/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0037 - val_loss: 0.1329 - lr: 0.0012\n",
      "Epoch 42/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.1875 - lr: 0.0012\n",
      "Epoch 43/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.2277 - lr: 0.0012\n",
      "Epoch 44/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.1507 - lr: 0.0012\n",
      "Epoch 45/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0035 - val_loss: 0.2337 - lr: 0.0012\n",
      "Epoch 46/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0036 - val_loss: 0.2683 - lr: 0.0012\n",
      "Epoch 47/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.2474 - lr: 0.0012\n",
      "Epoch 48/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.1367 - lr: 0.0012\n",
      "Epoch 49/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.2283 - lr: 0.0012\n",
      "Epoch 50/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0033 - val_loss: 0.0999 - lr: 0.0012\n",
      "Epoch 51/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0035 - val_loss: 0.2481 - lr: 0.0012\n",
      "Epoch 52/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0795 - lr: 0.0012\n",
      "Epoch 53/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.3165 - lr: 0.0012\n",
      "Epoch 54/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0367 - lr: 0.0012\n",
      "Epoch 55/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.0336 - lr: 0.0012\n",
      "Epoch 56/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.3071 - lr: 0.0012\n",
      "Epoch 57/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.0255 - lr: 0.0012\n",
      "Epoch 58/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0034 - val_loss: 0.2279 - lr: 0.0012\n",
      "Epoch 59/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0216 - lr: 6.2500e-04\n",
      "Epoch 60/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.2756 - lr: 6.2500e-04\n",
      "Epoch 61/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.2596 - lr: 6.2500e-04\n",
      "Epoch 62/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.1604 - lr: 6.2500e-04\n",
      "Epoch 63/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0691 - lr: 6.2500e-04\n",
      "Epoch 64/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.2389 - lr: 6.2500e-04\n",
      "Epoch 65/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.2540 - lr: 6.2500e-04\n",
      "Epoch 66/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.2570 - lr: 6.2500e-04\n",
      "Epoch 67/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0667 - lr: 6.2500e-04\n",
      "Epoch 68/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.2504 - lr: 6.2500e-04\n",
      "Epoch 69/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.2053 - lr: 6.2500e-04\n",
      "Epoch 70/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.2035 - lr: 6.2500e-04\n",
      "Epoch 71/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.1357 - lr: 6.2500e-04\n",
      "Epoch 72/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.1904 - lr: 6.2500e-04\n",
      "Epoch 73/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.3200 - lr: 6.2500e-04\n",
      "Epoch 74/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.1841 - lr: 6.2500e-04\n",
      "Epoch 75/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0314 - lr: 6.2500e-04\n",
      "Epoch 76/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.1188 - lr: 6.2500e-04\n",
      "Epoch 77/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.2098 - lr: 6.2500e-04\n",
      "Epoch 78/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.2265 - lr: 6.2500e-04\n",
      "Epoch 79/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0032 - val_loss: 0.1782 - lr: 6.2500e-04\n",
      "Epoch 80/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.1006 - lr: 6.2500e-04\n",
      "Epoch 81/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.2163 - lr: 6.2500e-04\n",
      "Epoch 82/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0857 - lr: 6.2500e-04\n",
      "Epoch 83/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.2199 - lr: 6.2500e-04\n",
      "Epoch 84/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.2611 - lr: 3.1250e-04\n",
      "Epoch 85/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0573 - lr: 3.1250e-04\n",
      "Epoch 86/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.1257 - lr: 3.1250e-04\n",
      "Epoch 87/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2239 - lr: 3.1250e-04\n",
      "Epoch 88/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.1547 - lr: 3.1250e-04\n",
      "Epoch 89/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.2397 - lr: 3.1250e-04\n",
      "Epoch 90/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0815 - lr: 3.1250e-04\n",
      "Epoch 91/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0029 - val_loss: 0.0359 - lr: 3.1250e-04\n",
      "Epoch 92/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.1996 - lr: 3.1250e-04\n",
      "Epoch 93/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0720 - lr: 3.1250e-04\n",
      "Epoch 94/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.1951 - lr: 3.1250e-04\n",
      "Epoch 95/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.1836 - lr: 3.1250e-04\n",
      "Epoch 96/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0294 - lr: 3.1250e-04\n",
      "Epoch 97/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.0181 - lr: 3.1250e-04\n",
      "Epoch 98/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.1766 - lr: 3.1250e-04\n",
      "Epoch 99/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0591 - lr: 3.1250e-04\n",
      "Epoch 100/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1220 - lr: 3.1250e-04\n",
      "Epoch 101/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.2105 - lr: 3.1250e-04\n",
      "Epoch 102/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0453 - lr: 3.1250e-04\n",
      "Epoch 103/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.1782 - lr: 3.1250e-04\n",
      "Epoch 104/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0238 - lr: 3.1250e-04\n",
      "Epoch 105/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.2880 - lr: 3.1250e-04\n",
      "Epoch 106/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.2095 - lr: 3.1250e-04\n",
      "Epoch 107/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.1675 - lr: 3.1250e-04\n",
      "Epoch 108/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0031 - val_loss: 0.0127 - lr: 3.1250e-04\n",
      "Epoch 109/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0940 - lr: 3.1250e-04\n",
      "Epoch 110/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2401 - lr: 3.1250e-04\n",
      "Epoch 111/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1006 - lr: 3.1250e-04\n",
      "Epoch 112/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.2042 - lr: 3.1250e-04\n",
      "Epoch 113/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.3052 - lr: 3.1250e-04\n",
      "Epoch 114/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2821 - lr: 3.1250e-04\n",
      "Epoch 115/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0383 - lr: 3.1250e-04\n",
      "Epoch 116/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1079 - lr: 3.1250e-04\n",
      "Epoch 117/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1174 - lr: 3.1250e-04\n",
      "Epoch 118/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.2065 - lr: 3.1250e-04\n",
      "Epoch 119/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.2121 - lr: 3.1250e-04\n",
      "Epoch 120/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0029 - val_loss: 0.2459 - lr: 3.1250e-04\n",
      "Epoch 121/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1985 - lr: 3.1250e-04\n",
      "Epoch 122/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0073 - lr: 3.1250e-04\n",
      "Epoch 123/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2513 - lr: 3.1250e-04\n",
      "Epoch 124/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0388 - lr: 3.1250e-04\n",
      "Epoch 125/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1103 - lr: 3.1250e-04\n",
      "Epoch 126/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0519 - lr: 3.1250e-04\n",
      "Epoch 127/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0992 - lr: 3.1250e-04\n",
      "Epoch 128/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1512 - lr: 3.1250e-04\n",
      "Epoch 129/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0933 - lr: 3.1250e-04\n",
      "Epoch 130/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2168 - lr: 3.1250e-04\n",
      "Epoch 131/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0030 - val_loss: 0.2016 - lr: 3.1250e-04\n",
      "Epoch 132/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1200 - lr: 3.1250e-04\n",
      "Epoch 133/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0228 - lr: 3.1250e-04\n",
      "Epoch 134/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0439 - lr: 3.1250e-04\n",
      "Epoch 135/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2147 - lr: 3.1250e-04\n",
      "Epoch 136/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1953 - lr: 3.1250e-04\n",
      "Epoch 137/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0029 - val_loss: 0.0456 - lr: 3.1250e-04\n",
      "Epoch 138/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2198 - lr: 3.1250e-04\n",
      "Epoch 139/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0155 - lr: 3.1250e-04\n",
      "Epoch 140/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0063 - lr: 3.1250e-04\n",
      "Epoch 141/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.2162 - lr: 3.1250e-04\n",
      "Epoch 142/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1195 - lr: 3.1250e-04\n",
      "Epoch 143/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0230 - lr: 3.1250e-04\n",
      "Epoch 144/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2873 - lr: 3.1250e-04\n",
      "Epoch 145/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.1387 - lr: 3.1250e-04\n",
      "Epoch 146/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0527 - lr: 3.1250e-04\n",
      "Epoch 147/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1454 - lr: 3.1250e-04\n",
      "Epoch 148/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0317 - lr: 3.1250e-04\n",
      "Epoch 149/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1015 - lr: 3.1250e-04\n",
      "Epoch 150/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.1067 - lr: 3.1250e-04\n",
      "Epoch 151/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2105 - lr: 3.1250e-04\n",
      "Epoch 152/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1155 - lr: 3.1250e-04\n",
      "Epoch 153/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.2155 - lr: 3.1250e-04\n",
      "Epoch 154/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1054 - lr: 3.1250e-04\n",
      "Epoch 155/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0111 - lr: 3.1250e-04\n",
      "Epoch 156/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2359 - lr: 3.1250e-04\n",
      "Epoch 157/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.2450 - lr: 3.1250e-04\n",
      "Epoch 158/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1439 - lr: 3.1250e-04\n",
      "Epoch 159/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0100 - lr: 3.1250e-04\n",
      "Epoch 160/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0506 - lr: 3.1250e-04\n",
      "Epoch 161/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.2382 - lr: 3.1250e-04\n",
      "Epoch 162/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.1973 - lr: 3.1250e-04\n",
      "Epoch 163/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2399 - lr: 3.1250e-04\n",
      "Epoch 164/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2276 - lr: 3.1250e-04\n",
      "Epoch 165/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.2351 - lr: 3.1250e-04\n",
      "Epoch 166/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0165 - lr: 1.5625e-04\n",
      "Epoch 167/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0790 - lr: 1.5625e-04\n",
      "Epoch 168/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0259 - lr: 1.5625e-04\n",
      "Epoch 169/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0053 - lr: 1.5625e-04\n",
      "Epoch 170/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.2109 - lr: 1.5625e-04\n",
      "Epoch 171/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.1137 - lr: 1.5625e-04\n",
      "Epoch 172/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0062 - lr: 1.5625e-04\n",
      "Epoch 173/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.1020 - lr: 1.5625e-04\n",
      "Epoch 174/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0978 - lr: 1.5625e-04\n",
      "Epoch 175/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0829 - lr: 1.5625e-04\n",
      "Epoch 176/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0343 - lr: 1.5625e-04\n",
      "Epoch 177/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0330 - lr: 1.5625e-04\n",
      "Epoch 178/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0645 - lr: 1.5625e-04\n",
      "Epoch 179/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0073 - lr: 1.5625e-04\n",
      "Epoch 180/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0157 - lr: 1.5625e-04\n",
      "Epoch 181/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0310 - lr: 1.5625e-04\n",
      "Epoch 182/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0674 - lr: 1.5625e-04\n",
      "Epoch 183/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0094 - lr: 1.5625e-04\n",
      "Epoch 184/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.1829 - lr: 1.5625e-04\n",
      "Epoch 185/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0138 - lr: 1.5625e-04\n",
      "Epoch 186/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.1026 - lr: 1.5625e-04\n",
      "Epoch 187/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.1747 - lr: 1.5625e-04\n",
      "Epoch 188/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.1049 - lr: 1.5625e-04\n",
      "Epoch 189/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.1235 - lr: 1.5625e-04\n",
      "Epoch 190/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0160 - lr: 1.5625e-04\n",
      "Epoch 191/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.1550 - lr: 1.5625e-04\n",
      "Epoch 192/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.1186 - lr: 1.5625e-04\n",
      "Epoch 193/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.1048 - lr: 1.5625e-04\n",
      "Epoch 194/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.1281 - lr: 1.5625e-04\n",
      "Epoch 195/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0403 - lr: 7.8125e-05\n",
      "Epoch 196/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0055 - lr: 7.8125e-05\n",
      "Epoch 197/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0401 - lr: 7.8125e-05\n",
      "Epoch 198/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0092 - lr: 7.8125e-05\n",
      "Epoch 199/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0259 - lr: 7.8125e-05\n",
      "Epoch 200/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0162 - lr: 7.8125e-05\n",
      "Epoch 201/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.2130 - lr: 7.8125e-05\n",
      "Epoch 202/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0112 - lr: 7.8125e-05\n",
      "Epoch 203/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0100 - lr: 7.8125e-05\n",
      "Epoch 204/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0776 - lr: 7.8125e-05\n",
      "Epoch 205/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.1450 - lr: 7.8125e-05\n",
      "Epoch 206/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0288 - lr: 7.8125e-05\n",
      "Epoch 207/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0676 - lr: 7.8125e-05\n",
      "Epoch 208/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0220 - lr: 7.8125e-05\n",
      "Epoch 209/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0327 - lr: 7.8125e-05\n",
      "Epoch 210/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0070 - lr: 7.8125e-05\n",
      "Epoch 211/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0160 - lr: 7.8125e-05\n",
      "Epoch 212/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0820 - lr: 7.8125e-05\n",
      "Epoch 213/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0207 - lr: 7.8125e-05\n",
      "Epoch 214/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0066 - lr: 7.8125e-05\n",
      "Epoch 215/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0233 - lr: 7.8125e-05\n",
      "Epoch 216/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0210 - lr: 7.8125e-05\n",
      "Epoch 217/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0495 - lr: 7.8125e-05\n",
      "Epoch 218/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0075 - lr: 7.8125e-05\n",
      "Epoch 219/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0057 - lr: 7.8125e-05\n",
      "Epoch 220/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0293 - lr: 3.9062e-05\n",
      "Epoch 221/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0143 - lr: 3.9062e-05\n",
      "Epoch 222/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0068 - lr: 3.9062e-05\n",
      "Epoch 223/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0158 - lr: 3.9062e-05\n",
      "Epoch 224/1024\n",
      "90/90 [==============================] - 0s 3ms/step - loss: 0.0027 - val_loss: 0.0050 - lr: 3.9062e-05\n",
      "Epoch 225/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0089 - lr: 3.9062e-05\n",
      "Epoch 226/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0126 - lr: 3.9062e-05\n",
      "Epoch 227/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0092 - lr: 3.9062e-05\n",
      "Epoch 228/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0032 - lr: 3.9062e-05\n",
      "Epoch 229/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0037 - lr: 3.9062e-05\n",
      "Epoch 230/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0038 - lr: 3.9062e-05\n",
      "Epoch 231/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0033 - lr: 3.9062e-05\n",
      "Epoch 232/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0077 - lr: 3.9062e-05\n",
      "Epoch 233/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0274 - lr: 3.9062e-05\n",
      "Epoch 234/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0078 - lr: 3.9062e-05\n",
      "Epoch 235/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0660 - lr: 3.9062e-05\n",
      "Epoch 236/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0066 - lr: 3.9062e-05\n",
      "Epoch 237/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0219 - lr: 3.9062e-05\n",
      "Epoch 238/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0559 - lr: 3.9062e-05\n",
      "Epoch 239/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0174 - lr: 3.9062e-05\n",
      "Epoch 240/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0114 - lr: 3.9062e-05\n",
      "Epoch 241/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0109 - lr: 3.9062e-05\n",
      "Epoch 242/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0045 - lr: 3.9062e-05\n",
      "Epoch 243/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0084 - lr: 3.9062e-05\n",
      "Epoch 244/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0225 - lr: 3.9062e-05\n",
      "Epoch 245/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0151 - lr: 3.9062e-05\n",
      "Epoch 246/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0138 - lr: 3.9062e-05\n",
      "Epoch 247/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0136 - lr: 3.9062e-05\n",
      "Epoch 248/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0480 - lr: 3.9062e-05\n",
      "Epoch 249/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0104 - lr: 3.9062e-05\n",
      "Epoch 250/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0088 - lr: 3.9062e-05\n",
      "Epoch 251/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0052 - lr: 3.9062e-05\n",
      "Epoch 252/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0063 - lr: 3.9062e-05\n",
      "Epoch 253/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0412 - lr: 3.9062e-05\n",
      "Epoch 254/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0184 - lr: 1.9531e-05\n",
      "Epoch 255/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0332 - lr: 1.9531e-05\n",
      "Epoch 256/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0105 - lr: 1.9531e-05\n",
      "Epoch 257/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0033 - lr: 1.9531e-05\n",
      "Epoch 258/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0062 - lr: 1.9531e-05\n",
      "Epoch 259/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0085 - lr: 1.9531e-05\n",
      "Epoch 260/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0028 - lr: 1.9531e-05\n",
      "Epoch 261/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0042 - lr: 1.9531e-05\n",
      "Epoch 262/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0057 - lr: 1.9531e-05\n",
      "Epoch 263/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0080 - lr: 1.9531e-05\n",
      "Epoch 264/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0110 - lr: 1.9531e-05\n",
      "Epoch 265/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0040 - lr: 1.9531e-05\n",
      "Epoch 266/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0086 - lr: 1.9531e-05\n",
      "Epoch 267/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0040 - lr: 1.9531e-05\n",
      "Epoch 268/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0049 - lr: 1.9531e-05\n",
      "Epoch 269/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0076 - lr: 1.9531e-05\n",
      "Epoch 270/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0071 - lr: 1.9531e-05\n",
      "Epoch 271/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0062 - lr: 1.9531e-05\n",
      "Epoch 272/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0118 - lr: 1.9531e-05\n",
      "Epoch 273/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0044 - lr: 1.9531e-05\n",
      "Epoch 274/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0045 - lr: 1.9531e-05\n",
      "Epoch 275/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0030 - lr: 1.9531e-05\n",
      "Epoch 276/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0031 - lr: 1.9531e-05\n",
      "Epoch 277/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0033 - lr: 1.9531e-05\n",
      "Epoch 278/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0068 - lr: 1.9531e-05\n",
      "Epoch 279/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0040 - lr: 1.9531e-05\n",
      "Epoch 280/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0058 - lr: 1.9531e-05\n",
      "Epoch 281/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0038 - lr: 1.9531e-05\n",
      "Epoch 282/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0206 - lr: 1.9531e-05\n",
      "Epoch 283/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0037 - lr: 1.9531e-05\n",
      "Epoch 284/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0148 - lr: 1.9531e-05\n",
      "Epoch 285/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0029 - val_loss: 0.0068 - lr: 1.9531e-05\n",
      "Epoch 286/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0029 - lr: 9.7656e-06\n",
      "Epoch 287/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0029 - lr: 9.7656e-06\n",
      "Epoch 288/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0029 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 289/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 9.7656e-06\n",
      "Epoch 290/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.7656e-06\n",
      "Epoch 291/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0039 - lr: 9.7656e-06\n",
      "Epoch 292/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0045 - lr: 9.7656e-06\n",
      "Epoch 293/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 9.7656e-06\n",
      "Epoch 294/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 9.7656e-06\n",
      "Epoch 295/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 9.7656e-06\n",
      "Epoch 296/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 9.7656e-06\n",
      "Epoch 297/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0026 - lr: 9.7656e-06\n",
      "Epoch 298/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0030 - lr: 9.7656e-06\n",
      "Epoch 299/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0031 - lr: 9.7656e-06\n",
      "Epoch 300/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0035 - lr: 9.7656e-06\n",
      "Epoch 301/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0029 - lr: 9.7656e-06\n",
      "Epoch 302/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 303/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0027 - lr: 9.7656e-06\n",
      "Epoch 304/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0031 - lr: 9.7656e-06\n",
      "Epoch 305/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0029 - lr: 9.7656e-06\n",
      "Epoch 306/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 307/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0045 - lr: 9.7656e-06\n",
      "Epoch 308/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0035 - lr: 9.7656e-06\n",
      "Epoch 309/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 310/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0041 - lr: 9.7656e-06\n",
      "Epoch 311/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0072 - lr: 9.7656e-06\n",
      "Epoch 312/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 313/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 314/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0045 - lr: 9.7656e-06\n",
      "Epoch 315/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 316/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 317/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 318/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 319/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 320/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 321/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 322/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 323/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 324/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0035 - lr: 4.8828e-06\n",
      "Epoch 325/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 326/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0030 - lr: 4.8828e-06\n",
      "Epoch 327/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 328/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 329/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 330/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0031 - lr: 4.8828e-06\n",
      "Epoch 331/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 332/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 333/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 334/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0033 - lr: 4.8828e-06\n",
      "Epoch 335/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 336/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 337/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0031 - lr: 4.8828e-06\n",
      "Epoch 338/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 339/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0031 - lr: 4.8828e-06\n",
      "Epoch 340/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 341/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 342/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 343/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0032 - lr: 4.8828e-06\n",
      "Epoch 344/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 345/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 346/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 347/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 348/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0030 - lr: 4.8828e-06\n",
      "Epoch 349/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0040 - lr: 4.8828e-06\n",
      "Epoch 350/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 351/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 352/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 353/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 354/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 355/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 356/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0034 - lr: 4.8828e-06\n",
      "Epoch 357/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 358/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0032 - lr: 4.8828e-06\n",
      "Epoch 359/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 360/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 361/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 362/1024\n",
      "90/90 [==============================] - 0s 3ms/step - loss: 0.0028 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 363/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 364/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 365/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 366/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 367/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 368/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 369/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 370/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 371/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 372/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0029 - lr: 2.4414e-06\n",
      "Epoch 373/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 374/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0028 - lr: 2.4414e-06\n",
      "Epoch 375/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 376/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 377/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 378/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 379/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 380/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 381/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 382/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 383/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 384/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 385/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 386/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 387/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 388/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 389/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 390/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 391/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 392/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 393/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 394/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 395/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 396/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 397/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 398/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 399/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 400/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 401/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 402/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 403/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 404/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 405/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 406/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 407/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 408/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 409/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 410/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 411/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 412/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 413/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 414/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 415/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 416/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 417/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 418/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 419/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 420/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 421/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 422/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 423/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 424/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 425/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 426/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 427/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 428/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 429/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 430/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 431/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 432/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 433/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 434/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 435/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 436/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 437/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 438/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 439/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 440/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 441/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 442/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 443/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 444/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 445/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 446/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 447/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 448/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 449/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 450/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 451/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 452/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 453/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 454/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 455/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 456/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 457/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 458/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 459/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 460/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 461/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 462/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 463/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 464/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 465/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 466/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 467/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 468/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 469/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 470/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 471/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 472/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 473/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 474/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 475/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 476/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 477/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 478/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 479/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 480/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 481/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 482/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 483/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 484/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 485/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 486/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 487/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 488/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 489/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 490/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 491/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 492/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 493/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 494/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 495/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 496/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 497/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 498/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 499/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 500/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 501/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 502/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 503/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 504/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 505/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 506/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 507/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 508/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 509/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 510/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 511/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 512/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 513/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 514/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 515/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 516/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 517/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 518/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 519/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 520/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 521/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 522/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 523/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 524/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 525/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 526/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 527/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 528/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 529/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 530/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 531/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 532/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 533/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 534/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 535/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 536/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 537/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 538/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 539/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 540/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 541/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 542/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 543/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 544/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 545/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 546/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 547/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 548/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 549/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 550/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 551/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 552/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 553/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 554/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 555/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 556/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 557/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 558/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 559/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 560/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 561/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 562/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 563/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 564/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 565/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 566/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 567/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 568/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 569/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 570/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 571/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 572/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 573/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 574/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 575/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 576/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 577/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 578/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 579/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 580/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 581/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 582/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 583/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 584/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 585/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 586/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 587/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 588/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 589/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 590/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 591/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 592/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 593/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 594/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 595/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 596/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 597/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 598/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 599/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 600/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 601/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 602/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 603/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 604/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 605/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 606/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 607/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 608/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 609/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 610/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 611/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 612/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 613/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 614/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 615/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 616/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 617/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 618/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 619/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 620/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 621/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 622/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 623/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 624/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 625/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 626/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 627/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 628/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 629/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 630/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 631/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 632/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 633/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 634/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 635/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 636/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 637/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 638/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 639/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 640/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 641/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 642/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 643/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 644/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 645/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 646/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 647/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 648/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 649/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 650/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 651/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 652/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 653/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 1/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0198 - val_loss: 0.0598 - lr: 0.0025\n",
      "Epoch 2/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0112 - val_loss: 0.0525 - lr: 0.0025\n",
      "Epoch 3/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0071 - val_loss: 0.0330 - lr: 0.0025\n",
      "Epoch 4/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0060 - val_loss: 0.0307 - lr: 0.0025\n",
      "Epoch 5/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0052 - val_loss: 0.0281 - lr: 0.0025\n",
      "Epoch 6/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0046 - val_loss: 0.0257 - lr: 0.0025\n",
      "Epoch 7/1024\n",
      "90/90 [==============================] - 0s 871us/step - loss: 0.0045 - val_loss: 0.0653 - lr: 0.0025\n",
      "Epoch 8/1024\n",
      "90/90 [==============================] - 0s 857us/step - loss: 0.0044 - val_loss: 0.0471 - lr: 0.0025\n",
      "Epoch 9/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0044 - val_loss: 0.2283 - lr: 0.0025\n",
      "Epoch 10/1024\n",
      "90/90 [==============================] - 0s 844us/step - loss: 0.0042 - val_loss: 0.2283 - lr: 0.0025\n",
      "Epoch 11/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0042 - val_loss: 0.1118 - lr: 0.0025\n",
      "Epoch 12/1024\n",
      "90/90 [==============================] - 0s 842us/step - loss: 0.0042 - val_loss: 0.1824 - lr: 0.0025\n",
      "Epoch 13/1024\n",
      "90/90 [==============================] - 0s 845us/step - loss: 0.0042 - val_loss: 0.2283 - lr: 0.0025\n",
      "Epoch 14/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0042 - val_loss: 0.0377 - lr: 0.0025\n",
      "Epoch 15/1024\n",
      "90/90 [==============================] - 0s 865us/step - loss: 0.0040 - val_loss: 0.1167 - lr: 0.0025\n",
      "Epoch 16/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0041 - val_loss: 0.2283 - lr: 0.0025\n",
      "Epoch 17/1024\n",
      "90/90 [==============================] - 0s 836us/step - loss: 0.0040 - val_loss: 0.2175 - lr: 0.0025\n",
      "Epoch 18/1024\n",
      "90/90 [==============================] - 0s 862us/step - loss: 0.0041 - val_loss: 0.2283 - lr: 0.0025\n",
      "Epoch 19/1024\n",
      "90/90 [==============================] - 0s 841us/step - loss: 0.0039 - val_loss: 0.0520 - lr: 0.0025\n",
      "Epoch 20/1024\n",
      "90/90 [==============================] - 0s 852us/step - loss: 0.0039 - val_loss: 0.1469 - lr: 0.0025\n",
      "Epoch 21/1024\n",
      "90/90 [==============================] - 0s 853us/step - loss: 0.0038 - val_loss: 0.0476 - lr: 0.0025\n",
      "Epoch 22/1024\n",
      "90/90 [==============================] - 0s 858us/step - loss: 0.0039 - val_loss: 0.1398 - lr: 0.0025\n",
      "Epoch 23/1024\n",
      "90/90 [==============================] - 0s 869us/step - loss: 0.0040 - val_loss: 0.0864 - lr: 0.0025\n",
      "Epoch 24/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0037 - val_loss: 0.2282 - lr: 0.0025\n",
      "Epoch 25/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0038 - val_loss: 0.2278 - lr: 0.0025\n",
      "Epoch 26/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0039 - val_loss: 0.1589 - lr: 0.0025\n",
      "Epoch 27/1024\n",
      "90/90 [==============================] - 0s 851us/step - loss: 0.0037 - val_loss: 0.0401 - lr: 0.0025\n",
      "Epoch 28/1024\n",
      "90/90 [==============================] - 0s 863us/step - loss: 0.0037 - val_loss: 0.0640 - lr: 0.0025\n",
      "Epoch 29/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0038 - val_loss: 0.3123 - lr: 0.0025\n",
      "Epoch 30/1024\n",
      "90/90 [==============================] - 0s 829us/step - loss: 0.0037 - val_loss: 0.1451 - lr: 0.0025\n",
      "Epoch 31/1024\n",
      "90/90 [==============================] - 0s 863us/step - loss: 0.0041 - val_loss: 0.2279 - lr: 0.0025\n",
      "Epoch 32/1024\n",
      "90/90 [==============================] - 0s 845us/step - loss: 0.0036 - val_loss: 0.0576 - lr: 0.0012\n",
      "Epoch 33/1024\n",
      "90/90 [==============================] - 0s 984us/step - loss: 0.0036 - val_loss: 0.0103 - lr: 0.0012\n",
      "Epoch 34/1024\n",
      "90/90 [==============================] - 0s 862us/step - loss: 0.0034 - val_loss: 0.1927 - lr: 0.0012\n",
      "Epoch 35/1024\n",
      "90/90 [==============================] - 0s 837us/step - loss: 0.0035 - val_loss: 0.1350 - lr: 0.0012\n",
      "Epoch 36/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0037 - val_loss: 0.0297 - lr: 0.0012\n",
      "Epoch 37/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0035 - val_loss: 0.0853 - lr: 0.0012\n",
      "Epoch 38/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0034 - val_loss: 0.2278 - lr: 0.0012\n",
      "Epoch 39/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0035 - val_loss: 0.2013 - lr: 0.0012\n",
      "Epoch 40/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0034 - val_loss: 0.2283 - lr: 0.0012\n",
      "Epoch 41/1024\n",
      "90/90 [==============================] - 0s 887us/step - loss: 0.0036 - val_loss: 0.0482 - lr: 0.0012\n",
      "Epoch 42/1024\n",
      "90/90 [==============================] - 0s 853us/step - loss: 0.0035 - val_loss: 0.2170 - lr: 0.0012\n",
      "Epoch 43/1024\n",
      "90/90 [==============================] - 0s 844us/step - loss: 0.0035 - val_loss: 0.2271 - lr: 0.0012\n",
      "Epoch 44/1024\n",
      "90/90 [==============================] - 0s 897us/step - loss: 0.0034 - val_loss: 0.0587 - lr: 0.0012\n",
      "Epoch 45/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0034 - val_loss: 0.1143 - lr: 0.0012\n",
      "Epoch 46/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0034 - val_loss: 0.2379 - lr: 0.0012\n",
      "Epoch 47/1024\n",
      "90/90 [==============================] - 0s 840us/step - loss: 0.0034 - val_loss: 0.1721 - lr: 0.0012\n",
      "Epoch 48/1024\n",
      "90/90 [==============================] - 0s 874us/step - loss: 0.0033 - val_loss: 0.1126 - lr: 0.0012\n",
      "Epoch 49/1024\n",
      "90/90 [==============================] - 0s 856us/step - loss: 0.0035 - val_loss: 0.0890 - lr: 0.0012\n",
      "Epoch 50/1024\n",
      "90/90 [==============================] - 0s 862us/step - loss: 0.0033 - val_loss: 0.1434 - lr: 0.0012\n",
      "Epoch 51/1024\n",
      "90/90 [==============================] - 0s 847us/step - loss: 0.0034 - val_loss: 0.2669 - lr: 0.0012\n",
      "Epoch 52/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0032 - val_loss: 0.0172 - lr: 0.0012\n",
      "Epoch 53/1024\n",
      "90/90 [==============================] - 0s 862us/step - loss: 0.0033 - val_loss: 0.2013 - lr: 0.0012\n",
      "Epoch 54/1024\n",
      "90/90 [==============================] - 0s 843us/step - loss: 0.0034 - val_loss: 0.0816 - lr: 0.0012\n",
      "Epoch 55/1024\n",
      "90/90 [==============================] - 0s 836us/step - loss: 0.0034 - val_loss: 0.2064 - lr: 0.0012\n",
      "Epoch 56/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0034 - val_loss: 0.2262 - lr: 0.0012\n",
      "Epoch 57/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0033 - val_loss: 0.0168 - lr: 0.0012\n",
      "Epoch 58/1024\n",
      "90/90 [==============================] - 0s 847us/step - loss: 0.0034 - val_loss: 0.2105 - lr: 0.0012\n",
      "Epoch 59/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0031 - val_loss: 0.1548 - lr: 6.2500e-04\n",
      "Epoch 60/1024\n",
      "90/90 [==============================] - 0s 850us/step - loss: 0.0033 - val_loss: 0.0658 - lr: 6.2500e-04\n",
      "Epoch 61/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0032 - val_loss: 0.0978 - lr: 6.2500e-04\n",
      "Epoch 62/1024\n",
      "90/90 [==============================] - 0s 891us/step - loss: 0.0033 - val_loss: 0.0730 - lr: 6.2500e-04\n",
      "Epoch 63/1024\n",
      "90/90 [==============================] - 0s 851us/step - loss: 0.0031 - val_loss: 0.0170 - lr: 6.2500e-04\n",
      "Epoch 64/1024\n",
      "90/90 [==============================] - 0s 856us/step - loss: 0.0031 - val_loss: 0.2857 - lr: 6.2500e-04\n",
      "Epoch 65/1024\n",
      "90/90 [==============================] - 0s 867us/step - loss: 0.0030 - val_loss: 0.2169 - lr: 6.2500e-04\n",
      "Epoch 66/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0032 - val_loss: 0.2722 - lr: 6.2500e-04\n",
      "Epoch 67/1024\n",
      "90/90 [==============================] - 0s 852us/step - loss: 0.0031 - val_loss: 0.2282 - lr: 6.2500e-04\n",
      "Epoch 68/1024\n",
      "90/90 [==============================] - 0s 856us/step - loss: 0.0030 - val_loss: 0.2139 - lr: 6.2500e-04\n",
      "Epoch 69/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0031 - val_loss: 0.0982 - lr: 6.2500e-04\n",
      "Epoch 70/1024\n",
      "90/90 [==============================] - 0s 870us/step - loss: 0.0031 - val_loss: 0.2279 - lr: 6.2500e-04\n",
      "Epoch 71/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0031 - val_loss: 0.0761 - lr: 6.2500e-04\n",
      "Epoch 72/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0031 - val_loss: 0.1284 - lr: 6.2500e-04\n",
      "Epoch 73/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0031 - val_loss: 0.2601 - lr: 6.2500e-04\n",
      "Epoch 74/1024\n",
      "90/90 [==============================] - 0s 836us/step - loss: 0.0030 - val_loss: 0.0350 - lr: 6.2500e-04\n",
      "Epoch 75/1024\n",
      "90/90 [==============================] - 0s 837us/step - loss: 0.0031 - val_loss: 0.1648 - lr: 6.2500e-04\n",
      "Epoch 76/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0031 - val_loss: 0.2015 - lr: 6.2500e-04\n",
      "Epoch 77/1024\n",
      "90/90 [==============================] - 0s 863us/step - loss: 0.0031 - val_loss: 0.0225 - lr: 6.2500e-04\n",
      "Epoch 78/1024\n",
      "90/90 [==============================] - 0s 847us/step - loss: 0.0030 - val_loss: 0.2144 - lr: 6.2500e-04\n",
      "Epoch 79/1024\n",
      "90/90 [==============================] - 0s 869us/step - loss: 0.0032 - val_loss: 0.0431 - lr: 6.2500e-04\n",
      "Epoch 80/1024\n",
      "90/90 [==============================] - 0s 847us/step - loss: 0.0031 - val_loss: 0.0944 - lr: 6.2500e-04\n",
      "Epoch 81/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0031 - val_loss: 0.1827 - lr: 6.2500e-04\n",
      "Epoch 82/1024\n",
      "90/90 [==============================] - 0s 854us/step - loss: 0.0031 - val_loss: 0.1524 - lr: 6.2500e-04\n",
      "Epoch 83/1024\n",
      "90/90 [==============================] - 0s 857us/step - loss: 0.0030 - val_loss: 0.0833 - lr: 6.2500e-04\n",
      "Epoch 84/1024\n",
      "90/90 [==============================] - 0s 844us/step - loss: 0.0031 - val_loss: 0.0131 - lr: 3.1250e-04\n",
      "Epoch 85/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0030 - val_loss: 0.0984 - lr: 3.1250e-04\n",
      "Epoch 86/1024\n",
      "90/90 [==============================] - 0s 836us/step - loss: 0.0031 - val_loss: 0.0298 - lr: 3.1250e-04\n",
      "Epoch 87/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0029 - val_loss: 0.2283 - lr: 3.1250e-04\n",
      "Epoch 88/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0030 - val_loss: 0.2270 - lr: 3.1250e-04\n",
      "Epoch 89/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0031 - val_loss: 0.1353 - lr: 3.1250e-04\n",
      "Epoch 90/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0031 - val_loss: 0.2282 - lr: 3.1250e-04\n",
      "Epoch 91/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0029 - val_loss: 0.1818 - lr: 3.1250e-04\n",
      "Epoch 92/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0031 - val_loss: 0.0185 - lr: 3.1250e-04\n",
      "Epoch 93/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0030 - val_loss: 0.0603 - lr: 3.1250e-04\n",
      "Epoch 94/1024\n",
      "90/90 [==============================] - 0s 984us/step - loss: 0.0030 - val_loss: 0.0085 - lr: 3.1250e-04\n",
      "Epoch 95/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0055 - lr: 3.1250e-04\n",
      "Epoch 96/1024\n",
      "90/90 [==============================] - 0s 852us/step - loss: 0.0029 - val_loss: 0.1777 - lr: 3.1250e-04\n",
      "Epoch 97/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0030 - val_loss: 0.2107 - lr: 3.1250e-04\n",
      "Epoch 98/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0031 - val_loss: 0.2022 - lr: 3.1250e-04\n",
      "Epoch 99/1024\n",
      "90/90 [==============================] - 0s 837us/step - loss: 0.0030 - val_loss: 0.0119 - lr: 3.1250e-04\n",
      "Epoch 100/1024\n",
      "90/90 [==============================] - 0s 860us/step - loss: 0.0029 - val_loss: 0.0247 - lr: 3.1250e-04\n",
      "Epoch 101/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0030 - val_loss: 0.1989 - lr: 3.1250e-04\n",
      "Epoch 102/1024\n",
      "90/90 [==============================] - 0s 846us/step - loss: 0.0031 - val_loss: 0.0322 - lr: 3.1250e-04\n",
      "Epoch 103/1024\n",
      "90/90 [==============================] - 0s 893us/step - loss: 0.0030 - val_loss: 0.2276 - lr: 3.1250e-04\n",
      "Epoch 104/1024\n",
      "90/90 [==============================] - 0s 836us/step - loss: 0.0029 - val_loss: 0.0326 - lr: 3.1250e-04\n",
      "Epoch 105/1024\n",
      "90/90 [==============================] - 0s 866us/step - loss: 0.0031 - val_loss: 0.2399 - lr: 3.1250e-04\n",
      "Epoch 106/1024\n",
      "90/90 [==============================] - 0s 902us/step - loss: 0.0030 - val_loss: 0.0445 - lr: 3.1250e-04\n",
      "Epoch 107/1024\n",
      "90/90 [==============================] - 0s 846us/step - loss: 0.0030 - val_loss: 0.2216 - lr: 3.1250e-04\n",
      "Epoch 108/1024\n",
      "90/90 [==============================] - 0s 879us/step - loss: 0.0030 - val_loss: 0.0257 - lr: 3.1250e-04\n",
      "Epoch 109/1024\n",
      "90/90 [==============================] - 0s 916us/step - loss: 0.0029 - val_loss: 0.1788 - lr: 3.1250e-04\n",
      "Epoch 110/1024\n",
      "90/90 [==============================] - 0s 872us/step - loss: 0.0029 - val_loss: 0.0195 - lr: 3.1250e-04\n",
      "Epoch 111/1024\n",
      "90/90 [==============================] - 0s 869us/step - loss: 0.0029 - val_loss: 0.0308 - lr: 3.1250e-04\n",
      "Epoch 112/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0030 - val_loss: 0.0169 - lr: 3.1250e-04\n",
      "Epoch 113/1024\n",
      "90/90 [==============================] - 0s 868us/step - loss: 0.0029 - val_loss: 0.2607 - lr: 3.1250e-04\n",
      "Epoch 114/1024\n",
      "90/90 [==============================] - 0s 868us/step - loss: 0.0029 - val_loss: 0.2670 - lr: 3.1250e-04\n",
      "Epoch 115/1024\n",
      "90/90 [==============================] - 0s 867us/step - loss: 0.0030 - val_loss: 0.0159 - lr: 3.1250e-04\n",
      "Epoch 116/1024\n",
      "90/90 [==============================] - 0s 864us/step - loss: 0.0030 - val_loss: 0.1088 - lr: 3.1250e-04\n",
      "Epoch 117/1024\n",
      "90/90 [==============================] - 0s 883us/step - loss: 0.0029 - val_loss: 0.2283 - lr: 3.1250e-04\n",
      "Epoch 118/1024\n",
      "90/90 [==============================] - 0s 846us/step - loss: 0.0030 - val_loss: 0.1138 - lr: 3.1250e-04\n",
      "Epoch 119/1024\n",
      "90/90 [==============================] - 0s 860us/step - loss: 0.0029 - val_loss: 0.0120 - lr: 3.1250e-04\n",
      "Epoch 120/1024\n",
      "90/90 [==============================] - 0s 829us/step - loss: 0.0029 - val_loss: 0.1762 - lr: 3.1250e-04\n",
      "Epoch 121/1024\n",
      "90/90 [==============================] - 0s 877us/step - loss: 0.0029 - val_loss: 0.0073 - lr: 1.5625e-04\n",
      "Epoch 122/1024\n",
      "90/90 [==============================] - 0s 873us/step - loss: 0.0028 - val_loss: 0.0924 - lr: 1.5625e-04\n",
      "Epoch 123/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0188 - lr: 1.5625e-04\n",
      "Epoch 124/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0030 - val_loss: 0.0138 - lr: 1.5625e-04\n",
      "Epoch 125/1024\n",
      "90/90 [==============================] - 0s 841us/step - loss: 0.0028 - val_loss: 0.0270 - lr: 1.5625e-04\n",
      "Epoch 126/1024\n",
      "90/90 [==============================] - 0s 842us/step - loss: 0.0028 - val_loss: 0.0375 - lr: 1.5625e-04\n",
      "Epoch 127/1024\n",
      "90/90 [==============================] - 0s 871us/step - loss: 0.0031 - val_loss: 0.0750 - lr: 1.5625e-04\n",
      "Epoch 128/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0029 - val_loss: 0.0109 - lr: 1.5625e-04\n",
      "Epoch 129/1024\n",
      "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0467 - lr: 1.5625e-04\n",
      "Epoch 130/1024\n",
      "90/90 [==============================] - 0s 838us/step - loss: 0.0029 - val_loss: 0.1844 - lr: 1.5625e-04\n",
      "Epoch 131/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0030 - val_loss: 0.0444 - lr: 1.5625e-04\n",
      "Epoch 132/1024\n",
      "90/90 [==============================] - 0s 866us/step - loss: 0.0029 - val_loss: 0.0101 - lr: 1.5625e-04\n",
      "Epoch 133/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0029 - val_loss: 0.1559 - lr: 1.5625e-04\n",
      "Epoch 134/1024\n",
      "90/90 [==============================] - 0s 890us/step - loss: 0.0030 - val_loss: 0.2269 - lr: 1.5625e-04\n",
      "Epoch 135/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0028 - val_loss: 0.1741 - lr: 1.5625e-04\n",
      "Epoch 136/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0029 - val_loss: 0.0634 - lr: 1.5625e-04\n",
      "Epoch 137/1024\n",
      "90/90 [==============================] - 0s 857us/step - loss: 0.0028 - val_loss: 0.1282 - lr: 1.5625e-04\n",
      "Epoch 138/1024\n",
      "90/90 [==============================] - 0s 854us/step - loss: 0.0029 - val_loss: 0.1617 - lr: 1.5625e-04\n",
      "Epoch 139/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0028 - val_loss: 0.1587 - lr: 1.5625e-04\n",
      "Epoch 140/1024\n",
      "90/90 [==============================] - 0s 852us/step - loss: 0.0028 - val_loss: 0.0652 - lr: 1.5625e-04\n",
      "Epoch 141/1024\n",
      "90/90 [==============================] - 0s 838us/step - loss: 0.0028 - val_loss: 0.1194 - lr: 1.5625e-04\n",
      "Epoch 142/1024\n",
      "90/90 [==============================] - 0s 868us/step - loss: 0.0029 - val_loss: 0.0069 - lr: 1.5625e-04\n",
      "Epoch 143/1024\n",
      "90/90 [==============================] - 0s 849us/step - loss: 0.0030 - val_loss: 0.2232 - lr: 1.5625e-04\n",
      "Epoch 144/1024\n",
      "90/90 [==============================] - 0s 875us/step - loss: 0.0028 - val_loss: 0.0199 - lr: 1.5625e-04\n",
      "Epoch 145/1024\n",
      "90/90 [==============================] - 0s 887us/step - loss: 0.0029 - val_loss: 0.0634 - lr: 1.5625e-04\n",
      "Epoch 146/1024\n",
      "90/90 [==============================] - 0s 846us/step - loss: 0.0029 - val_loss: 0.0338 - lr: 7.8125e-05\n",
      "Epoch 147/1024\n",
      "90/90 [==============================] - 0s 875us/step - loss: 0.0029 - val_loss: 0.0403 - lr: 7.8125e-05\n",
      "Epoch 148/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0028 - val_loss: 0.0079 - lr: 7.8125e-05\n",
      "Epoch 149/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0029 - val_loss: 0.0402 - lr: 7.8125e-05\n",
      "Epoch 150/1024\n",
      "90/90 [==============================] - 0s 843us/step - loss: 0.0028 - val_loss: 0.0441 - lr: 7.8125e-05\n",
      "Epoch 151/1024\n",
      "90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0071 - lr: 7.8125e-05\n",
      "Epoch 152/1024\n",
      "90/90 [==============================] - 0s 859us/step - loss: 0.0029 - val_loss: 0.0945 - lr: 7.8125e-05\n",
      "Epoch 153/1024\n",
      "90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0241 - lr: 7.8125e-05\n",
      "Epoch 154/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0028 - val_loss: 0.0100 - lr: 7.8125e-05\n",
      "Epoch 155/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0028 - val_loss: 0.0289 - lr: 7.8125e-05\n",
      "Epoch 156/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0029 - val_loss: 0.0380 - lr: 7.8125e-05\n",
      "Epoch 157/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0029 - val_loss: 0.0557 - lr: 7.8125e-05\n",
      "Epoch 158/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0029 - val_loss: 0.0217 - lr: 7.8125e-05\n",
      "Epoch 159/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0028 - val_loss: 0.0129 - lr: 7.8125e-05\n",
      "Epoch 160/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0220 - lr: 7.8125e-05\n",
      "Epoch 161/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0028 - val_loss: 0.0950 - lr: 7.8125e-05\n",
      "Epoch 162/1024\n",
      "90/90 [==============================] - 0s 997us/step - loss: 0.0028 - val_loss: 0.0053 - lr: 7.8125e-05\n",
      "Epoch 163/1024\n",
      "90/90 [==============================] - 0s 860us/step - loss: 0.0029 - val_loss: 0.0113 - lr: 7.8125e-05\n",
      "Epoch 164/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0028 - val_loss: 0.0521 - lr: 7.8125e-05\n",
      "Epoch 165/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0029 - val_loss: 0.0089 - lr: 7.8125e-05\n",
      "Epoch 166/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0064 - lr: 7.8125e-05\n",
      "Epoch 167/1024\n",
      "90/90 [==============================] - 0s 843us/step - loss: 0.0028 - val_loss: 0.0489 - lr: 7.8125e-05\n",
      "Epoch 168/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0030 - val_loss: 0.0217 - lr: 7.8125e-05\n",
      "Epoch 169/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0027 - val_loss: 0.0157 - lr: 7.8125e-05\n",
      "Epoch 170/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0189 - lr: 7.8125e-05\n",
      "Epoch 171/1024\n",
      "90/90 [==============================] - 0s 850us/step - loss: 0.0028 - val_loss: 0.0087 - lr: 7.8125e-05\n",
      "Epoch 172/1024\n",
      "90/90 [==============================] - 0s 860us/step - loss: 0.0029 - val_loss: 0.1240 - lr: 7.8125e-05\n",
      "Epoch 173/1024\n",
      "90/90 [==============================] - 0s 918us/step - loss: 0.0027 - val_loss: 0.0183 - lr: 7.8125e-05\n",
      "Epoch 174/1024\n",
      "90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.1380 - lr: 7.8125e-05\n",
      "Epoch 175/1024\n",
      "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0104 - lr: 7.8125e-05\n",
      "Epoch 176/1024\n",
      "90/90 [==============================] - 0s 858us/step - loss: 0.0028 - val_loss: 0.0084 - lr: 7.8125e-05\n",
      "Epoch 177/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0049 - lr: 7.8125e-05\n",
      "Epoch 178/1024\n",
      "90/90 [==============================] - 0s 856us/step - loss: 0.0028 - val_loss: 0.0705 - lr: 7.8125e-05\n",
      "Epoch 179/1024\n",
      "90/90 [==============================] - 0s 846us/step - loss: 0.0030 - val_loss: 0.0130 - lr: 7.8125e-05\n",
      "Epoch 180/1024\n",
      "90/90 [==============================] - 0s 869us/step - loss: 0.0029 - val_loss: 0.0066 - lr: 7.8125e-05\n",
      "Epoch 181/1024\n",
      "90/90 [==============================] - 0s 856us/step - loss: 0.0028 - val_loss: 0.1058 - lr: 7.8125e-05\n",
      "Epoch 182/1024\n",
      "90/90 [==============================] - 0s 851us/step - loss: 0.0029 - val_loss: 0.0491 - lr: 7.8125e-05\n",
      "Epoch 183/1024\n",
      "90/90 [==============================] - 0s 836us/step - loss: 0.0029 - val_loss: 0.0252 - lr: 7.8125e-05\n",
      "Epoch 184/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0028 - val_loss: 0.0125 - lr: 7.8125e-05\n",
      "Epoch 185/1024\n",
      "90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0052 - lr: 7.8125e-05\n",
      "Epoch 186/1024\n",
      "90/90 [==============================] - 0s 881us/step - loss: 0.0028 - val_loss: 0.0645 - lr: 7.8125e-05\n",
      "Epoch 187/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0029 - val_loss: 0.0465 - lr: 7.8125e-05\n",
      "Epoch 188/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0027 - val_loss: 0.0429 - lr: 7.8125e-05\n",
      "Epoch 189/1024\n",
      "90/90 [==============================] - 0s 866us/step - loss: 0.0028 - val_loss: 0.0272 - lr: 7.8125e-05\n",
      "Epoch 190/1024\n",
      "90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0577 - lr: 7.8125e-05\n",
      "Epoch 191/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0040 - lr: 7.8125e-05\n",
      "Epoch 192/1024\n",
      "90/90 [==============================] - 0s 858us/step - loss: 0.0028 - val_loss: 0.0437 - lr: 7.8125e-05\n",
      "Epoch 193/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0036 - lr: 7.8125e-05\n",
      "Epoch 194/1024\n",
      "90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0055 - lr: 7.8125e-05\n",
      "Epoch 195/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0029 - val_loss: 0.0131 - lr: 7.8125e-05\n",
      "Epoch 196/1024\n",
      "90/90 [==============================] - 0s 851us/step - loss: 0.0028 - val_loss: 0.0290 - lr: 7.8125e-05\n",
      "Epoch 197/1024\n",
      "90/90 [==============================] - 0s 841us/step - loss: 0.0029 - val_loss: 0.0913 - lr: 7.8125e-05\n",
      "Epoch 198/1024\n",
      "90/90 [==============================] - 0s 898us/step - loss: 0.0028 - val_loss: 0.0460 - lr: 7.8125e-05\n",
      "Epoch 199/1024\n",
      "90/90 [==============================] - 0s 872us/step - loss: 0.0028 - val_loss: 0.1060 - lr: 7.8125e-05\n",
      "Epoch 200/1024\n",
      "90/90 [==============================] - 0s 855us/step - loss: 0.0028 - val_loss: 0.0051 - lr: 7.8125e-05\n",
      "Epoch 201/1024\n",
      "90/90 [==============================] - 0s 863us/step - loss: 0.0028 - val_loss: 0.0334 - lr: 7.8125e-05\n",
      "Epoch 202/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0753 - lr: 7.8125e-05\n",
      "Epoch 203/1024\n",
      "90/90 [==============================] - 0s 847us/step - loss: 0.0029 - val_loss: 0.0238 - lr: 7.8125e-05\n",
      "Epoch 204/1024\n",
      "90/90 [==============================] - 0s 952us/step - loss: 0.0029 - val_loss: 0.0136 - lr: 7.8125e-05\n",
      "Epoch 205/1024\n",
      "90/90 [==============================] - 0s 839us/step - loss: 0.0028 - val_loss: 0.2139 - lr: 7.8125e-05\n",
      "Epoch 206/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0143 - lr: 7.8125e-05\n",
      "Epoch 207/1024\n",
      "90/90 [==============================] - 0s 856us/step - loss: 0.0029 - val_loss: 0.1455 - lr: 7.8125e-05\n",
      "Epoch 208/1024\n",
      "90/90 [==============================] - 0s 915us/step - loss: 0.0028 - val_loss: 0.0175 - lr: 7.8125e-05\n",
      "Epoch 209/1024\n",
      "90/90 [==============================] - 0s 860us/step - loss: 0.0028 - val_loss: 0.0451 - lr: 7.8125e-05\n",
      "Epoch 210/1024\n",
      "90/90 [==============================] - 0s 848us/step - loss: 0.0028 - val_loss: 0.1155 - lr: 7.8125e-05\n",
      "Epoch 211/1024\n",
      "90/90 [==============================] - 0s 857us/step - loss: 0.0028 - val_loss: 0.0095 - lr: 7.8125e-05\n",
      "Epoch 212/1024\n",
      "90/90 [==============================] - 0s 901us/step - loss: 0.0028 - val_loss: 0.1050 - lr: 7.8125e-05\n",
      "Epoch 213/1024\n",
      "90/90 [==============================] - 0s 884us/step - loss: 0.0028 - val_loss: 0.0601 - lr: 7.8125e-05\n",
      "Epoch 214/1024\n",
      "90/90 [==============================] - 0s 871us/step - loss: 0.0028 - val_loss: 0.0070 - lr: 7.8125e-05\n",
      "Epoch 215/1024\n",
      "90/90 [==============================] - 0s 845us/step - loss: 0.0028 - val_loss: 0.0444 - lr: 7.8125e-05\n",
      "Epoch 216/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0029 - val_loss: 0.1996 - lr: 7.8125e-05\n",
      "Epoch 217/1024\n",
      "90/90 [==============================] - 0s 876us/step - loss: 0.0028 - val_loss: 0.0211 - lr: 7.8125e-05\n",
      "Epoch 218/1024\n",
      "90/90 [==============================] - 0s 883us/step - loss: 0.0029 - val_loss: 0.0245 - lr: 7.8125e-05\n",
      "Epoch 219/1024\n",
      "90/90 [==============================] - 0s 910us/step - loss: 0.0029 - val_loss: 0.0044 - lr: 3.9062e-05\n",
      "Epoch 220/1024\n",
      "90/90 [==============================] - 0s 939us/step - loss: 0.0029 - val_loss: 0.0474 - lr: 3.9062e-05\n",
      "Epoch 221/1024\n",
      "90/90 [==============================] - 0s 989us/step - loss: 0.0028 - val_loss: 0.0457 - lr: 3.9062e-05\n",
      "Epoch 222/1024\n",
      "90/90 [==============================] - 0s 917us/step - loss: 0.0029 - val_loss: 0.0045 - lr: 3.9062e-05\n",
      "Epoch 223/1024\n",
      "90/90 [==============================] - 0s 862us/step - loss: 0.0028 - val_loss: 0.0230 - lr: 3.9062e-05\n",
      "Epoch 224/1024\n",
      "90/90 [==============================] - 0s 902us/step - loss: 0.0028 - val_loss: 0.0180 - lr: 3.9062e-05\n",
      "Epoch 225/1024\n",
      "90/90 [==============================] - 0s 860us/step - loss: 0.0028 - val_loss: 0.0337 - lr: 3.9062e-05\n",
      "Epoch 226/1024\n",
      "90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0289 - lr: 3.9062e-05\n",
      "Epoch 227/1024\n",
      "90/90 [==============================] - 0s 1000us/step - loss: 0.0028 - val_loss: 0.0036 - lr: 3.9062e-05\n",
      "Epoch 228/1024\n",
      "90/90 [==============================] - 0s 855us/step - loss: 0.0029 - val_loss: 0.0044 - lr: 3.9062e-05\n",
      "Epoch 229/1024\n",
      "90/90 [==============================] - 0s 886us/step - loss: 0.0028 - val_loss: 0.0188 - lr: 3.9062e-05\n",
      "Epoch 230/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0028 - val_loss: 0.0352 - lr: 3.9062e-05\n",
      "Epoch 231/1024\n",
      "90/90 [==============================] - 0s 841us/step - loss: 0.0028 - val_loss: 0.0164 - lr: 3.9062e-05\n",
      "Epoch 232/1024\n",
      "90/90 [==============================] - 0s 874us/step - loss: 0.0027 - val_loss: 0.0092 - lr: 3.9062e-05\n",
      "Epoch 233/1024\n",
      "90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0099 - lr: 3.9062e-05\n",
      "Epoch 234/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0028 - val_loss: 0.0159 - lr: 3.9062e-05\n",
      "Epoch 235/1024\n",
      "90/90 [==============================] - 0s 852us/step - loss: 0.0028 - val_loss: 0.0126 - lr: 3.9062e-05\n",
      "Epoch 236/1024\n",
      "90/90 [==============================] - 0s 837us/step - loss: 0.0029 - val_loss: 0.0117 - lr: 3.9062e-05\n",
      "Epoch 237/1024\n",
      "90/90 [==============================] - 0s 867us/step - loss: 0.0028 - val_loss: 0.0290 - lr: 3.9062e-05\n",
      "Epoch 238/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0027 - val_loss: 0.0302 - lr: 3.9062e-05\n",
      "Epoch 239/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0028 - val_loss: 0.0401 - lr: 3.9062e-05\n",
      "Epoch 240/1024\n",
      "90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.1169 - lr: 3.9062e-05\n",
      "Epoch 241/1024\n",
      "90/90 [==============================] - 0s 846us/step - loss: 0.0029 - val_loss: 0.0076 - lr: 3.9062e-05\n",
      "Epoch 242/1024\n",
      "90/90 [==============================] - 0s 862us/step - loss: 0.0028 - val_loss: 0.0303 - lr: 3.9062e-05\n",
      "Epoch 243/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0028 - val_loss: 0.0102 - lr: 3.9062e-05\n",
      "Epoch 244/1024\n",
      "90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0545 - lr: 3.9062e-05\n",
      "Epoch 245/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0034 - lr: 3.9062e-05\n",
      "Epoch 246/1024\n",
      "90/90 [==============================] - 0s 900us/step - loss: 0.0029 - val_loss: 0.0135 - lr: 3.9062e-05\n",
      "Epoch 247/1024\n",
      "90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0045 - lr: 3.9062e-05\n",
      "Epoch 248/1024\n",
      "90/90 [==============================] - 0s 871us/step - loss: 0.0028 - val_loss: 0.0153 - lr: 3.9062e-05\n",
      "Epoch 249/1024\n",
      "90/90 [==============================] - 0s 829us/step - loss: 0.0027 - val_loss: 0.0092 - lr: 3.9062e-05\n",
      "Epoch 250/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0030 - val_loss: 0.0083 - lr: 3.9062e-05\n",
      "Epoch 251/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0028 - val_loss: 0.0221 - lr: 3.9062e-05\n",
      "Epoch 252/1024\n",
      "90/90 [==============================] - 0s 876us/step - loss: 0.0028 - val_loss: 0.0097 - lr: 3.9062e-05\n",
      "Epoch 253/1024\n",
      "90/90 [==============================] - 0s 841us/step - loss: 0.0028 - val_loss: 0.0062 - lr: 3.9062e-05\n",
      "Epoch 254/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0032 - lr: 3.9062e-05\n",
      "Epoch 255/1024\n",
      "90/90 [==============================] - 0s 860us/step - loss: 0.0028 - val_loss: 0.0411 - lr: 3.9062e-05\n",
      "Epoch 256/1024\n",
      "90/90 [==============================] - 0s 843us/step - loss: 0.0028 - val_loss: 0.0529 - lr: 3.9062e-05\n",
      "Epoch 257/1024\n",
      "90/90 [==============================] - 0s 842us/step - loss: 0.0028 - val_loss: 0.0063 - lr: 3.9062e-05\n",
      "Epoch 258/1024\n",
      "90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0036 - lr: 3.9062e-05\n",
      "Epoch 259/1024\n",
      "90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0308 - lr: 3.9062e-05\n",
      "Epoch 260/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0027 - val_loss: 0.0085 - lr: 3.9062e-05\n",
      "Epoch 261/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0068 - lr: 3.9062e-05\n",
      "Epoch 262/1024\n",
      "90/90 [==============================] - 0s 838us/step - loss: 0.0028 - val_loss: 0.0074 - lr: 3.9062e-05\n",
      "Epoch 263/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0079 - lr: 3.9062e-05\n",
      "Epoch 264/1024\n",
      "90/90 [==============================] - 0s 877us/step - loss: 0.0028 - val_loss: 0.0109 - lr: 3.9062e-05\n",
      "Epoch 265/1024\n",
      "90/90 [==============================] - 0s 837us/step - loss: 0.0027 - val_loss: 0.0214 - lr: 3.9062e-05\n",
      "Epoch 266/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0027 - val_loss: 0.0143 - lr: 3.9062e-05\n",
      "Epoch 267/1024\n",
      "90/90 [==============================] - 0s 847us/step - loss: 0.0029 - val_loss: 0.0102 - lr: 3.9062e-05\n",
      "Epoch 268/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0262 - lr: 3.9062e-05\n",
      "Epoch 269/1024\n",
      "90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0217 - lr: 3.9062e-05\n",
      "Epoch 270/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0027 - val_loss: 0.0221 - lr: 3.9062e-05\n",
      "Epoch 271/1024\n",
      "90/90 [==============================] - 0s 839us/step - loss: 0.0028 - val_loss: 0.0056 - lr: 3.9062e-05\n",
      "Epoch 272/1024\n",
      "90/90 [==============================] - 0s 882us/step - loss: 0.0028 - val_loss: 0.0146 - lr: 3.9062e-05\n",
      "Epoch 273/1024\n",
      "90/90 [==============================] - 0s 836us/step - loss: 0.0028 - val_loss: 0.0307 - lr: 3.9062e-05\n",
      "Epoch 274/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0197 - lr: 3.9062e-05\n",
      "Epoch 275/1024\n",
      "90/90 [==============================] - 0s 885us/step - loss: 0.0028 - val_loss: 0.0057 - lr: 3.9062e-05\n",
      "Epoch 276/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0027 - val_loss: 0.0204 - lr: 3.9062e-05\n",
      "Epoch 277/1024\n",
      "90/90 [==============================] - 0s 858us/step - loss: 0.0028 - val_loss: 0.0130 - lr: 3.9062e-05\n",
      "Epoch 278/1024\n",
      "90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0049 - lr: 3.9062e-05\n",
      "Epoch 279/1024\n",
      "90/90 [==============================] - 0s 851us/step - loss: 0.0028 - val_loss: 0.0096 - lr: 3.9062e-05\n",
      "Epoch 280/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0027 - val_loss: 0.0226 - lr: 1.9531e-05\n",
      "Epoch 281/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0028 - lr: 1.9531e-05\n",
      "Epoch 282/1024\n",
      "90/90 [==============================] - 0s 857us/step - loss: 0.0028 - val_loss: 0.0031 - lr: 1.9531e-05\n",
      "Epoch 283/1024\n",
      "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0043 - lr: 1.9531e-05\n",
      "Epoch 284/1024\n",
      "90/90 [==============================] - 0s 853us/step - loss: 0.0028 - val_loss: 0.0044 - lr: 1.9531e-05\n",
      "Epoch 285/1024\n",
      "90/90 [==============================] - 0s 868us/step - loss: 0.0029 - val_loss: 0.0151 - lr: 1.9531e-05\n",
      "Epoch 286/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0028 - val_loss: 0.0076 - lr: 1.9531e-05\n",
      "Epoch 287/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0028 - val_loss: 0.0042 - lr: 1.9531e-05\n",
      "Epoch 288/1024\n",
      "90/90 [==============================] - 0s 845us/step - loss: 0.0029 - val_loss: 0.0032 - lr: 1.9531e-05\n",
      "Epoch 289/1024\n",
      "90/90 [==============================] - 0s 837us/step - loss: 0.0028 - val_loss: 0.0045 - lr: 1.9531e-05\n",
      "Epoch 290/1024\n",
      "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0042 - lr: 1.9531e-05\n",
      "Epoch 291/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0027 - val_loss: 0.0037 - lr: 1.9531e-05\n",
      "Epoch 292/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0028 - val_loss: 0.0048 - lr: 1.9531e-05\n",
      "Epoch 293/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0063 - lr: 1.9531e-05\n",
      "Epoch 294/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0028 - val_loss: 0.0030 - lr: 1.9531e-05\n",
      "Epoch 295/1024\n",
      "90/90 [==============================] - 0s 997us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 1.9531e-05\n",
      "Epoch 296/1024\n",
      "90/90 [==============================] - 0s 862us/step - loss: 0.0028 - val_loss: 0.0126 - lr: 1.9531e-05\n",
      "Epoch 297/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0034 - lr: 1.9531e-05\n",
      "Epoch 298/1024\n",
      "90/90 [==============================] - 0s 829us/step - loss: 0.0027 - val_loss: 0.0035 - lr: 1.9531e-05\n",
      "Epoch 299/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0056 - lr: 1.9531e-05\n",
      "Epoch 300/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0107 - lr: 1.9531e-05\n",
      "Epoch 301/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0060 - lr: 1.9531e-05\n",
      "Epoch 302/1024\n",
      "90/90 [==============================] - 0s 878us/step - loss: 0.0028 - val_loss: 0.0133 - lr: 1.9531e-05\n",
      "Epoch 303/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0028 - val_loss: 0.0037 - lr: 1.9531e-05\n",
      "Epoch 304/1024\n",
      "90/90 [==============================] - 0s 829us/step - loss: 0.0028 - val_loss: 0.0066 - lr: 1.9531e-05\n",
      "Epoch 305/1024\n",
      "90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0032 - lr: 1.9531e-05\n",
      "Epoch 306/1024\n",
      "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0032 - lr: 1.9531e-05\n",
      "Epoch 307/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0027 - val_loss: 0.0033 - lr: 1.9531e-05\n",
      "Epoch 308/1024\n",
      "90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0039 - lr: 1.9531e-05\n",
      "Epoch 309/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0067 - lr: 1.9531e-05\n",
      "Epoch 310/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0029 - val_loss: 0.0045 - lr: 1.9531e-05\n",
      "Epoch 311/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0039 - lr: 1.9531e-05\n",
      "Epoch 312/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0028 - val_loss: 0.0043 - lr: 1.9531e-05\n",
      "Epoch 313/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0040 - lr: 1.9531e-05\n",
      "Epoch 314/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0028 - val_loss: 0.0108 - lr: 1.9531e-05\n",
      "Epoch 315/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 1.9531e-05\n",
      "Epoch 316/1024\n",
      "90/90 [==============================] - 0s 843us/step - loss: 0.0028 - val_loss: 0.0041 - lr: 1.9531e-05\n",
      "Epoch 317/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0028 - val_loss: 0.0030 - lr: 1.9531e-05\n",
      "Epoch 318/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0052 - lr: 1.9531e-05\n",
      "Epoch 319/1024\n",
      "90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0112 - lr: 1.9531e-05\n",
      "Epoch 320/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0028 - val_loss: 0.0205 - lr: 1.9531e-05\n",
      "Epoch 321/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0028 - val_loss: 0.0102 - lr: 1.9531e-05\n",
      "Epoch 322/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0028 - val_loss: 0.0042 - lr: 1.9531e-05\n",
      "Epoch 323/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 1.9531e-05\n",
      "Epoch 324/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0028 - val_loss: 0.0031 - lr: 1.9531e-05\n",
      "Epoch 325/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0027 - val_loss: 0.0063 - lr: 1.9531e-05\n",
      "Epoch 326/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0166 - lr: 1.9531e-05\n",
      "Epoch 327/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0028 - val_loss: 0.0035 - lr: 1.9531e-05\n",
      "Epoch 328/1024\n",
      "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0055 - lr: 1.9531e-05\n",
      "Epoch 329/1024\n",
      "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0091 - lr: 1.9531e-05\n",
      "Epoch 330/1024\n",
      "90/90 [==============================] - 0s 839us/step - loss: 0.0027 - val_loss: 0.0143 - lr: 1.9531e-05\n",
      "Epoch 331/1024\n",
      "90/90 [==============================] - 0s 838us/step - loss: 0.0028 - val_loss: 0.0056 - lr: 1.9531e-05\n",
      "Epoch 332/1024\n",
      "90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0045 - lr: 1.9531e-05\n",
      "Epoch 333/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0028 - val_loss: 0.0048 - lr: 1.9531e-05\n",
      "Epoch 334/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0027 - val_loss: 0.0057 - lr: 1.9531e-05\n",
      "Epoch 335/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0028 - val_loss: 0.0142 - lr: 1.9531e-05\n",
      "Epoch 336/1024\n",
      "90/90 [==============================] - 0s 843us/step - loss: 0.0028 - val_loss: 0.0052 - lr: 1.9531e-05\n",
      "Epoch 337/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 1.9531e-05\n",
      "Epoch 338/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0027 - val_loss: 0.0054 - lr: 1.9531e-05\n",
      "Epoch 339/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0032 - lr: 1.9531e-05\n",
      "Epoch 340/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0027 - val_loss: 0.0034 - lr: 1.9531e-05\n",
      "Epoch 341/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0037 - lr: 9.7656e-06\n",
      "Epoch 342/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0028 - val_loss: 0.0034 - lr: 9.7656e-06\n",
      "Epoch 343/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0029 - val_loss: 0.0063 - lr: 9.7656e-06\n",
      "Epoch 344/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 345/1024\n",
      "90/90 [==============================] - 0s 845us/step - loss: 0.0028 - val_loss: 0.0037 - lr: 9.7656e-06\n",
      "Epoch 346/1024\n",
      "90/90 [==============================] - 0s 829us/step - loss: 0.0027 - val_loss: 0.0050 - lr: 9.7656e-06\n",
      "Epoch 347/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0028 - val_loss: 0.0042 - lr: 9.7656e-06\n",
      "Epoch 348/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 9.7656e-06\n",
      "Epoch 349/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0034 - lr: 9.7656e-06\n",
      "Epoch 350/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 351/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0028 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 352/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0051 - lr: 9.7656e-06\n",
      "Epoch 353/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 9.7656e-06\n",
      "Epoch 354/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0027 - val_loss: 0.0040 - lr: 9.7656e-06\n",
      "Epoch 355/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0028 - val_loss: 0.0032 - lr: 9.7656e-06\n",
      "Epoch 356/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0027 - val_loss: 0.0033 - lr: 9.7656e-06\n",
      "Epoch 357/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0027 - val_loss: 0.0036 - lr: 9.7656e-06\n",
      "Epoch 358/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0028 - val_loss: 0.0048 - lr: 9.7656e-06\n",
      "Epoch 359/1024\n",
      "90/90 [==============================] - 0s 829us/step - loss: 0.0027 - val_loss: 0.0062 - lr: 9.7656e-06\n",
      "Epoch 360/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0030 - lr: 9.7656e-06\n",
      "Epoch 361/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0028 - val_loss: 0.0054 - lr: 9.7656e-06\n",
      "Epoch 362/1024\n",
      "90/90 [==============================] - 0s 842us/step - loss: 0.0029 - val_loss: 0.0031 - lr: 9.7656e-06\n",
      "Epoch 363/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 9.7656e-06\n",
      "Epoch 364/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0034 - lr: 9.7656e-06\n",
      "Epoch 365/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0026 - val_loss: 0.0033 - lr: 9.7656e-06\n",
      "Epoch 366/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0028 - val_loss: 0.0041 - lr: 4.8828e-06\n",
      "Epoch 367/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 368/1024\n",
      "90/90 [==============================] - 0s 898us/step - loss: 0.0028 - val_loss: 0.0035 - lr: 4.8828e-06\n",
      "Epoch 369/1024\n",
      "90/90 [==============================] - 0s 997us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 370/1024\n",
      "90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 371/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 372/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 373/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0032 - lr: 4.8828e-06\n",
      "Epoch 374/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 375/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0032 - lr: 4.8828e-06\n",
      "Epoch 376/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 377/1024\n",
      "90/90 [==============================] - 0s 977us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 378/1024\n",
      "90/90 [==============================] - 0s 856us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 379/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 380/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 381/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0041 - lr: 4.8828e-06\n",
      "Epoch 382/1024\n",
      "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0033 - lr: 4.8828e-06\n",
      "Epoch 383/1024\n",
      "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 384/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 4.8828e-06\n",
      "Epoch 385/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 386/1024\n",
      "90/90 [==============================] - 0s 848us/step - loss: 0.0029 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 387/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0027 - val_loss: 0.0029 - lr: 4.8828e-06\n",
      "Epoch 388/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 389/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 390/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0028 - val_loss: 0.0031 - lr: 4.8828e-06\n",
      "Epoch 391/1024\n",
      "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0038 - lr: 4.8828e-06\n",
      "Epoch 392/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 393/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 394/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
      "Epoch 395/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0027 - val_loss: 0.0030 - lr: 4.8828e-06\n",
      "Epoch 396/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0033 - lr: 4.8828e-06\n",
      "Epoch 397/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 398/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 399/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 400/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0027 - val_loss: 0.0030 - lr: 4.8828e-06\n",
      "Epoch 401/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 402/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0029 - val_loss: 0.0027 - lr: 4.8828e-06\n",
      "Epoch 403/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0029 - val_loss: 0.0030 - lr: 4.8828e-06\n",
      "Epoch 404/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0029 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 405/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 406/1024\n",
      "90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 407/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 408/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0027 - val_loss: 0.0033 - lr: 4.8828e-06\n",
      "Epoch 409/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 4.8828e-06\n",
      "Epoch 410/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
      "Epoch 411/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 412/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 413/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 414/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 415/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 416/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 417/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 418/1024\n",
      "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 419/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 420/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 421/1024\n",
      "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 422/1024\n",
      "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 423/1024\n",
      "90/90 [==============================] - 0s 893us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 424/1024\n",
      "90/90 [==============================] - 0s 896us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 425/1024\n",
      "90/90 [==============================] - 0s 880us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 426/1024\n",
      "90/90 [==============================] - 0s 843us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 427/1024\n",
      "90/90 [==============================] - 0s 855us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 428/1024\n",
      "90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 429/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 430/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 431/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 432/1024\n",
      "90/90 [==============================] - 0s 955us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 433/1024\n",
      "90/90 [==============================] - 0s 886us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 434/1024\n",
      "90/90 [==============================] - 0s 912us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
      "Epoch 435/1024\n",
      "90/90 [==============================] - 0s 875us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 436/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 2.4414e-06\n",
      "Epoch 437/1024\n",
      "90/90 [==============================] - 0s 801us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 438/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 2.4414e-06\n",
      "Epoch 439/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0030 - val_loss: 0.0028 - lr: 2.4414e-06\n",
      "Epoch 440/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 441/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 442/1024\n",
      "90/90 [==============================] - 0s 839us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
      "Epoch 443/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 444/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 445/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 446/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 447/1024\n",
      "90/90 [==============================] - 0s 809us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 448/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 449/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 450/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 451/1024\n",
      "90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 452/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 453/1024\n",
      "90/90 [==============================] - 0s 807us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 454/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 455/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 456/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 457/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 458/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 459/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 460/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 461/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 462/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 463/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 464/1024\n",
      "90/90 [==============================] - 0s 809us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 465/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 1.2207e-06\n",
      "Epoch 466/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 467/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
      "Epoch 468/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 469/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 470/1024\n",
      "90/90 [==============================] - 0s 986us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 471/1024\n",
      "90/90 [==============================] - 0s 880us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 472/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 473/1024\n",
      "90/90 [==============================] - 0s 985us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 474/1024\n",
      "90/90 [==============================] - 0s 858us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 475/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 476/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 477/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 478/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 479/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 480/1024\n",
      "90/90 [==============================] - 0s 896us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 481/1024\n",
      "90/90 [==============================] - 0s 3ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 482/1024\n",
      "90/90 [==============================] - 0s 919us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 483/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 484/1024\n",
      "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 485/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 486/1024\n",
      "90/90 [==============================] - 0s 950us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 487/1024\n",
      "90/90 [==============================] - 0s 884us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 488/1024\n",
      "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 489/1024\n",
      "90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 490/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 6.1035e-07\n",
      "Epoch 491/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 492/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 493/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 494/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 495/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
      "Epoch 496/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 497/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 498/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 499/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 500/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 501/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 502/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 503/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 504/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 505/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 506/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 507/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 508/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 509/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 510/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 511/1024\n",
      "90/90 [==============================] - 0s 956us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 512/1024\n",
      "90/90 [==============================] - 0s 855us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 513/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 514/1024\n",
      "90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 515/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 516/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 517/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 518/1024\n",
      "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 519/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 520/1024\n",
      "90/90 [==============================] - 0s 935us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
      "Epoch 521/1024\n",
      "90/90 [==============================] - 0s 898us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 522/1024\n",
      "90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 523/1024\n",
      "90/90 [==============================] - 0s 839us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 524/1024\n",
      "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 525/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 526/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 527/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 528/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 529/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 530/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 531/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 532/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 533/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 534/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 535/1024\n",
      "90/90 [==============================] - 0s 892us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 536/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 537/1024\n",
      "90/90 [==============================] - 0s 844us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 538/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 539/1024\n",
      "90/90 [==============================] - 0s 897us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 540/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 541/1024\n",
      "90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 542/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 543/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 544/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 545/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
      "Epoch 546/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 547/1024\n",
      "90/90 [==============================] - 0s 900us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 548/1024\n",
      "90/90 [==============================] - 0s 847us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 549/1024\n",
      "90/90 [==============================] - 0s 875us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 550/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 551/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 552/1024\n",
      "90/90 [==============================] - 0s 854us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 553/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 554/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 555/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 556/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 557/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 558/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 559/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 560/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 561/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 562/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 563/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 564/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 565/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 566/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 567/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 568/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 569/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 570/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
      "Epoch 571/1024\n",
      "90/90 [==============================] - 0s 934us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 572/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 573/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 574/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 575/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 576/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 577/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 578/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 579/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 580/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 581/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 582/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 583/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 584/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 585/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 586/1024\n",
      "90/90 [==============================] - 0s 829us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 587/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 588/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 589/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 590/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 591/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 592/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 593/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 594/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 595/1024\n",
      "90/90 [==============================] - 0s 829us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
      "Epoch 596/1024\n",
      "90/90 [==============================] - 0s 831us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 597/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 598/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 599/1024\n",
      "90/90 [==============================] - 0s 834us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 600/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 601/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 602/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 603/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 604/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 605/1024\n",
      "90/90 [==============================] - 0s 827us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 606/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 607/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 608/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 609/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 610/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 611/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 612/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 613/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 614/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 615/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 616/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 617/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 618/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 619/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 620/1024\n",
      "90/90 [==============================] - 0s 858us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.9073e-08\n",
      "Epoch 621/1024\n",
      "90/90 [==============================] - 0s 918us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 622/1024\n",
      "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 623/1024\n",
      "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 624/1024\n",
      "90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 625/1024\n",
      "90/90 [==============================] - 0s 887us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 626/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 627/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 628/1024\n",
      "90/90 [==============================] - 0s 952us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 629/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 630/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 631/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 632/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 633/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 634/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 635/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 636/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 637/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 638/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 639/1024\n",
      "90/90 [==============================] - 0s 852us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 640/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 641/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 642/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 643/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 644/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 645/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
      "Epoch 646/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 647/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 648/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 649/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 650/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 651/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 652/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 653/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 654/1024\n",
      "90/90 [==============================] - 0s 809us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 655/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 656/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 657/1024\n",
      "90/90 [==============================] - 0s 806us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 658/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 659/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 660/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 661/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 662/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 663/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 664/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 665/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 666/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 667/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 668/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 669/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 670/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
      "Epoch 671/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 672/1024\n",
      "90/90 [==============================] - 0s 807us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 673/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 674/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 675/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 676/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 677/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 678/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 679/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 680/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 681/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 682/1024\n",
      "90/90 [==============================] - 0s 845us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 683/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 684/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 685/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 686/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 687/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 688/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 689/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 690/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 691/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 692/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 693/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 694/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 695/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
      "Epoch 696/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 697/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 698/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 699/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 700/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 701/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 702/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 703/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 704/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 705/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 706/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 707/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 708/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 709/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 710/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 711/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 712/1024\n",
      "90/90 [==============================] - 0s 838us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 713/1024\n",
      "90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 714/1024\n",
      "90/90 [==============================] - 0s 839us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 715/1024\n",
      "90/90 [==============================] - 0s 832us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 716/1024\n",
      "90/90 [==============================] - 0s 837us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 717/1024\n",
      "90/90 [==============================] - 0s 857us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 718/1024\n",
      "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 719/1024\n",
      "90/90 [==============================] - 0s 839us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 720/1024\n",
      "90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
      "Epoch 721/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 722/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 723/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 724/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 725/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 726/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 727/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 728/1024\n",
      "90/90 [==============================] - 0s 826us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 729/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 730/1024\n",
      "90/90 [==============================] - 0s 857us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 731/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 732/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 733/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 734/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 735/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 736/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 737/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 738/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 739/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 740/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 741/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 742/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 743/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 744/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 745/1024\n",
      "90/90 [==============================] - 0s 828us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
      "Epoch 746/1024\n",
      "90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 747/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 748/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 749/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 750/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 751/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 752/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 753/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 754/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 755/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 756/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 757/1024\n",
      "90/90 [==============================] - 0s 830us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 758/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 759/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 760/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 761/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 762/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 763/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 764/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 765/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 766/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 767/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 768/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 769/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 770/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
      "Epoch 771/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 772/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 773/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 774/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 775/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 776/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 777/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 778/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 779/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 780/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 781/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 782/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 783/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 784/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 785/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 786/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 787/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 788/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 789/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 790/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 791/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 792/1024\n",
      "90/90 [==============================] - 0s 847us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 793/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 794/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 795/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
      "Epoch 796/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 797/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 798/1024\n",
      "90/90 [==============================] - 0s 836us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 799/1024\n",
      "90/90 [==============================] - 0s 859us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 800/1024\n",
      "90/90 [==============================] - 0s 837us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 801/1024\n",
      "90/90 [==============================] - 0s 837us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 802/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 803/1024\n",
      "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 804/1024\n",
      "90/90 [==============================] - 0s 847us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 805/1024\n",
      "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 806/1024\n",
      "90/90 [==============================] - 0s 915us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 807/1024\n",
      "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 808/1024\n",
      "90/90 [==============================] - 0s 836us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 809/1024\n",
      "90/90 [==============================] - 0s 839us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 810/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 811/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 812/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 813/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 814/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 815/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 816/1024\n",
      "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 817/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 818/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 819/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 820/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
      "Epoch 821/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 822/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 823/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 824/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 825/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 826/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 827/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 828/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 829/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 830/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 831/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 832/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 833/1024\n",
      "90/90 [==============================] - 0s 809us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 834/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 835/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 836/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 837/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 838/1024\n",
      "90/90 [==============================] - 0s 809us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 839/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 840/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 841/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 842/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 843/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 844/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 845/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
      "Epoch 846/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 847/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 848/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 849/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 850/1024\n",
      "90/90 [==============================] - 0s 888us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 851/1024\n",
      "90/90 [==============================] - 0s 801us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 852/1024\n",
      "90/90 [==============================] - 0s 913us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 853/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 854/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 855/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 856/1024\n",
      "90/90 [==============================] - 0s 809us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 857/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 858/1024\n",
      "90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 859/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 860/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 861/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 862/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 863/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 864/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 865/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 866/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 867/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 868/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 869/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 870/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
      "Epoch 871/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 872/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 873/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 874/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 875/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 876/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 877/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 878/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 879/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 880/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 881/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 882/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 883/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 884/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 885/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 886/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 887/1024\n",
      "90/90 [==============================] - 0s 809us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 888/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 889/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 890/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 891/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 892/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 893/1024\n",
      "90/90 [==============================] - 0s 841us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 894/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 895/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
      "Epoch 896/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 897/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 898/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 899/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 900/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 901/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 902/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 903/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 904/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 905/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 906/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 907/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 908/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 909/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 910/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 911/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 912/1024\n",
      "90/90 [==============================] - 0s 824us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 913/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 914/1024\n",
      "90/90 [==============================] - 0s 805us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 915/1024\n",
      "90/90 [==============================] - 0s 946us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 916/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 917/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 918/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 919/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 920/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
      "Epoch 921/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 922/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 923/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 924/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 925/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 926/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 927/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 928/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 929/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 930/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 931/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 932/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 933/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 934/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 935/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 936/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 937/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 938/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 939/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 940/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 941/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 942/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 943/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 944/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 945/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
      "Epoch 946/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 947/1024\n",
      "90/90 [==============================] - 0s 806us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 948/1024\n",
      "90/90 [==============================] - 0s 807us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 949/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 950/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 951/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 952/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 953/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 954/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 955/1024\n",
      "90/90 [==============================] - 0s 809us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 956/1024\n",
      "90/90 [==============================] - 0s 822us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 957/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 958/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 959/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 960/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 961/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 962/1024\n",
      "90/90 [==============================] - 0s 823us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 963/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 964/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 965/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 966/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 967/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 968/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 969/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 970/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
      "Epoch 971/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 972/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 973/1024\n",
      "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 974/1024\n",
      "90/90 [==============================] - 0s 838us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 975/1024\n",
      "90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 976/1024\n",
      "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 977/1024\n",
      "90/90 [==============================] - 0s 833us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 978/1024\n",
      "90/90 [==============================] - 0s 881us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 979/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 980/1024\n",
      "90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 981/1024\n",
      "90/90 [==============================] - 0s 839us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 982/1024\n",
      "90/90 [==============================] - 0s 842us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 983/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 984/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 985/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 986/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 987/1024\n",
      "90/90 [==============================] - 0s 825us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 988/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 989/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 990/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 991/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 992/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 993/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 994/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 995/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
      "Epoch 996/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 997/1024\n",
      "90/90 [==============================] - 0s 819us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 998/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 999/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1000/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1001/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1002/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1003/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1004/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1005/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1006/1024\n",
      "90/90 [==============================] - 0s 811us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1007/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1008/1024\n",
      "90/90 [==============================] - 0s 814us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1009/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1010/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1011/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1012/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1013/1024\n",
      "90/90 [==============================] - 0s 810us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1014/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1015/1024\n",
      "90/90 [==============================] - 0s 817us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1016/1024\n",
      "90/90 [==============================] - 0s 820us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1017/1024\n",
      "90/90 [==============================] - 0s 816us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1018/1024\n",
      "90/90 [==============================] - 0s 818us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1019/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1020/1024\n",
      "90/90 [==============================] - 0s 813us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
      "Epoch 1021/1024\n",
      "90/90 [==============================] - 0s 808us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1022/1024\n",
      "90/90 [==============================] - 0s 821us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1023/1024\n",
      "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
      "Epoch 1024/1024\n",
      "90/90 [==============================] - 0s 815us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n"
     ]
    }
   ],
   "source": [
    "epoch, batch_size = 1024, 64\n",
    "history_shortcut_11 = shortcut11.fit(x_train, y_train, x_val, y_val, epoch=epoch, batch_size=batch_size)\n",
    "history_shortcut_5 = shortcut5.fit(x_train, y_train, x_val, y_val, epoch=epoch, batch_size=batch_size)"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "outputs": [
    {
     "data": {
      "text/plain": "<IPython.core.display.Javascript object>",
      "application/javascript": "/* Put everything inside the global mpl namespace */\n/* global mpl */\nwindow.mpl = {};\n\nmpl.get_websocket_type = function () {\n    if (typeof WebSocket !== 'undefined') {\n        return WebSocket;\n    } else if (typeof MozWebSocket !== 'undefined') {\n        return MozWebSocket;\n    } else {\n        alert(\n            'Your browser does not have WebSocket support. ' +\n                'Please try Chrome, Safari or Firefox ≥ 6. ' +\n                'Firefox 4 and 5 are also supported but you ' +\n                'have to enable WebSockets in about:config.'\n        );\n    }\n};\n\nmpl.figure = function (figure_id, websocket, ondownload, parent_element) {\n    this.id = figure_id;\n\n    this.ws = websocket;\n\n    this.supports_binary = this.ws.binaryType !== undefined;\n\n    if (!this.supports_binary) {\n        var warnings = document.getElementById('mpl-warnings');\n        if (warnings) {\n            warnings.style.display = 'block';\n            warnings.textContent =\n                'This browser does not support binary websocket messages. ' +\n                'Performance may be slow.';\n        }\n    }\n\n    this.imageObj = new Image();\n\n    this.context = undefined;\n    this.message = undefined;\n    this.canvas = undefined;\n    this.rubberband_canvas = undefined;\n    this.rubberband_context = undefined;\n    this.format_dropdown = undefined;\n\n    this.image_mode = 'full';\n\n    this.root = document.createElement('div');\n    this.root.setAttribute('style', 'display: inline-block');\n    this._root_extra_style(this.root);\n\n    parent_element.appendChild(this.root);\n\n    this._init_header(this);\n    this._init_canvas(this);\n    this._init_toolbar(this);\n\n    var fig = this;\n\n    this.waiting = false;\n\n    this.ws.onopen = function () {\n        fig.send_message('supports_binary', { value: fig.supports_binary });\n        fig.send_message('send_image_mode', {});\n        if (fig.ratio !== 1) {\n            fig.send_message('set_device_pixel_ratio', {\n                device_pixel_ratio: fig.ratio,\n            });\n        }\n        fig.send_message('refresh', {});\n    };\n\n    this.imageObj.onload = function () {\n        if (fig.image_mode === 'full') {\n            // Full images could contain transparency (where diff images\n            // almost always do), so we need to clear the canvas so that\n            // there is no ghosting.\n            fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n        }\n        fig.context.drawImage(fig.imageObj, 0, 0);\n    };\n\n    this.imageObj.onunload = function () {\n        fig.ws.close();\n    };\n\n    this.ws.onmessage = this._make_on_message_function(this);\n\n    this.ondownload = ondownload;\n};\n\nmpl.figure.prototype._init_header = function () {\n    var titlebar = document.createElement('div');\n    titlebar.classList =\n        'ui-dialog-titlebar ui-widget-header ui-corner-all ui-helper-clearfix';\n    var titletext = document.createElement('div');\n    titletext.classList = 'ui-dialog-title';\n    titletext.setAttribute(\n        'style',\n        'width: 100%; text-align: center; padding: 3px;'\n    );\n    titlebar.appendChild(titletext);\n    this.root.appendChild(titlebar);\n    this.header = titletext;\n};\n\nmpl.figure.prototype._canvas_extra_style = function (_canvas_div) {};\n\nmpl.figure.prototype._root_extra_style = function (_canvas_div) {};\n\nmpl.figure.prototype._init_canvas = function () {\n    var fig = this;\n\n    var canvas_div = (this.canvas_div = document.createElement('div'));\n    canvas_div.setAttribute(\n        'style',\n        'border: 1px solid #ddd;' +\n            'box-sizing: content-box;' +\n            'clear: both;' +\n            'min-height: 1px;' +\n            'min-width: 1px;' +\n            'outline: 0;' +\n            'overflow: hidden;' +\n            'position: relative;' +\n            'resize: both;'\n    );\n\n    function on_keyboard_event_closure(name) {\n        return function (event) {\n            return fig.key_event(event, name);\n        };\n    }\n\n    canvas_div.addEventListener(\n        'keydown',\n        on_keyboard_event_closure('key_press')\n    );\n    canvas_div.addEventListener(\n        'keyup',\n        on_keyboard_event_closure('key_release')\n    );\n\n    this._canvas_extra_style(canvas_div);\n    this.root.appendChild(canvas_div);\n\n    var canvas = (this.canvas = document.createElement('canvas'));\n    canvas.classList.add('mpl-canvas');\n    canvas.setAttribute('style', 'box-sizing: content-box;');\n\n    this.context = canvas.getContext('2d');\n\n    var backingStore =\n        this.context.backingStorePixelRatio ||\n        this.context.webkitBackingStorePixelRatio ||\n        this.context.mozBackingStorePixelRatio ||\n        this.context.msBackingStorePixelRatio ||\n        this.context.oBackingStorePixelRatio ||\n        this.context.backingStorePixelRatio ||\n        1;\n\n    this.ratio = (window.devicePixelRatio || 1) / backingStore;\n\n    var rubberband_canvas = (this.rubberband_canvas = document.createElement(\n        'canvas'\n    ));\n    rubberband_canvas.setAttribute(\n        'style',\n        'box-sizing: content-box; position: absolute; left: 0; top: 0; z-index: 1;'\n    );\n\n    // Apply a ponyfill if ResizeObserver is not implemented by browser.\n    if (this.ResizeObserver === undefined) {\n        if (window.ResizeObserver !== undefined) {\n            this.ResizeObserver = window.ResizeObserver;\n        } else {\n            var obs = _JSXTOOLS_RESIZE_OBSERVER({});\n            this.ResizeObserver = obs.ResizeObserver;\n        }\n    }\n\n    this.resizeObserverInstance = new this.ResizeObserver(function (entries) {\n        var nentries = entries.length;\n        for (var i = 0; i < nentries; i++) {\n            var entry = entries[i];\n            var width, height;\n            if (entry.contentBoxSize) {\n                if (entry.contentBoxSize instanceof Array) {\n                    // Chrome 84 implements new version of spec.\n                    width = entry.contentBoxSize[0].inlineSize;\n                    height = entry.contentBoxSize[0].blockSize;\n                } else {\n                    // Firefox implements old version of spec.\n                    width = entry.contentBoxSize.inlineSize;\n                    height = entry.contentBoxSize.blockSize;\n                }\n            } else {\n                // Chrome <84 implements even older version of spec.\n                width = entry.contentRect.width;\n                height = entry.contentRect.height;\n            }\n\n            // Keep the size of the canvas and rubber band canvas in sync with\n            // the canvas container.\n            if (entry.devicePixelContentBoxSize) {\n                // Chrome 84 implements new version of spec.\n                canvas.setAttribute(\n                    'width',\n                    entry.devicePixelContentBoxSize[0].inlineSize\n                );\n                canvas.setAttribute(\n                    'height',\n                    entry.devicePixelContentBoxSize[0].blockSize\n                );\n            } else {\n                canvas.setAttribute('width', width * fig.ratio);\n                canvas.setAttribute('height', height * fig.ratio);\n            }\n            canvas.setAttribute(\n                'style',\n                'width: ' + width + 'px; height: ' + height + 'px;'\n            );\n\n            rubberband_canvas.setAttribute('width', width);\n            rubberband_canvas.setAttribute('height', height);\n\n            // And update the size in Python. We ignore the initial 0/0 size\n            // that occurs as the element is placed into the DOM, which should\n            // otherwise not happen due to the minimum size styling.\n            if (fig.ws.readyState == 1 && width != 0 && height != 0) {\n                fig.request_resize(width, height);\n            }\n        }\n    });\n    this.resizeObserverInstance.observe(canvas_div);\n\n    function on_mouse_event_closure(name) {\n        return function (event) {\n            return fig.mouse_event(event, name);\n        };\n    }\n\n    rubberband_canvas.addEventListener(\n        'mousedown',\n        on_mouse_event_closure('button_press')\n    );\n    rubberband_canvas.addEventListener(\n        'mouseup',\n        on_mouse_event_closure('button_release')\n    );\n    rubberband_canvas.addEventListener(\n        'dblclick',\n        on_mouse_event_closure('dblclick')\n    );\n    // Throttle sequential mouse events to 1 every 20ms.\n    rubberband_canvas.addEventListener(\n        'mousemove',\n        on_mouse_event_closure('motion_notify')\n    );\n\n    rubberband_canvas.addEventListener(\n        'mouseenter',\n        on_mouse_event_closure('figure_enter')\n    );\n    rubberband_canvas.addEventListener(\n        'mouseleave',\n        on_mouse_event_closure('figure_leave')\n    );\n\n    canvas_div.addEventListener('wheel', function (event) {\n        if (event.deltaY < 0) {\n            event.step = 1;\n        } else {\n            event.step = -1;\n        }\n        on_mouse_event_closure('scroll')(event);\n    });\n\n    canvas_div.appendChild(canvas);\n    canvas_div.appendChild(rubberband_canvas);\n\n    this.rubberband_context = rubberband_canvas.getContext('2d');\n    this.rubberband_context.strokeStyle = '#000000';\n\n    this._resize_canvas = function (width, height, forward) {\n        if (forward) {\n            canvas_div.style.width = width + 'px';\n            canvas_div.style.height = height + 'px';\n        }\n    };\n\n    // Disable right mouse context menu.\n    this.rubberband_canvas.addEventListener('contextmenu', function (_e) {\n        event.preventDefault();\n        return false;\n    });\n\n    function set_focus() {\n        canvas.focus();\n        canvas_div.focus();\n    }\n\n    window.setTimeout(set_focus, 100);\n};\n\nmpl.figure.prototype._init_toolbar = function () {\n    var fig = this;\n\n    var toolbar = document.createElement('div');\n    toolbar.classList = 'mpl-toolbar';\n    this.root.appendChild(toolbar);\n\n    function on_click_closure(name) {\n        return function (_event) {\n            return fig.toolbar_button_onclick(name);\n        };\n    }\n\n    function on_mouseover_closure(tooltip) {\n        return function (event) {\n            if (!event.currentTarget.disabled) {\n                return fig.toolbar_button_onmouseover(tooltip);\n            }\n        };\n    }\n\n    fig.buttons = {};\n    var buttonGroup = document.createElement('div');\n    buttonGroup.classList = 'mpl-button-group';\n    for (var toolbar_ind in mpl.toolbar_items) {\n        var name = mpl.toolbar_items[toolbar_ind][0];\n        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n        var image = mpl.toolbar_items[toolbar_ind][2];\n        var method_name = mpl.toolbar_items[toolbar_ind][3];\n\n        if (!name) {\n            /* Instead of a spacer, we start a new button group. */\n            if (buttonGroup.hasChildNodes()) {\n                toolbar.appendChild(buttonGroup);\n            }\n            buttonGroup = document.createElement('div');\n            buttonGroup.classList = 'mpl-button-group';\n            continue;\n        }\n\n        var button = (fig.buttons[name] = document.createElement('button'));\n        button.classList = 'mpl-widget';\n        button.setAttribute('role', 'button');\n        button.setAttribute('aria-disabled', 'false');\n        button.addEventListener('click', on_click_closure(method_name));\n        button.addEventListener('mouseover', on_mouseover_closure(tooltip));\n\n        var icon_img = document.createElement('img');\n        icon_img.src = '_images/' + image + '.png';\n        icon_img.srcset = '_images/' + image + '_large.png 2x';\n        icon_img.alt = tooltip;\n        button.appendChild(icon_img);\n\n        buttonGroup.appendChild(button);\n    }\n\n    if (buttonGroup.hasChildNodes()) {\n        toolbar.appendChild(buttonGroup);\n    }\n\n    var fmt_picker = document.createElement('select');\n    fmt_picker.classList = 'mpl-widget';\n    toolbar.appendChild(fmt_picker);\n    this.format_dropdown = fmt_picker;\n\n    for (var ind in mpl.extensions) {\n        var fmt = mpl.extensions[ind];\n        var option = document.createElement('option');\n        option.selected = fmt === mpl.default_extension;\n        option.innerHTML = fmt;\n        fmt_picker.appendChild(option);\n    }\n\n    var status_bar = document.createElement('span');\n    status_bar.classList = 'mpl-message';\n    toolbar.appendChild(status_bar);\n    this.message = status_bar;\n};\n\nmpl.figure.prototype.request_resize = function (x_pixels, y_pixels) {\n    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n    // which will in turn request a refresh of the image.\n    this.send_message('resize', { width: x_pixels, height: y_pixels });\n};\n\nmpl.figure.prototype.send_message = function (type, properties) {\n    properties['type'] = type;\n    properties['figure_id'] = this.id;\n    this.ws.send(JSON.stringify(properties));\n};\n\nmpl.figure.prototype.send_draw_message = function () {\n    if (!this.waiting) {\n        this.waiting = true;\n        this.ws.send(JSON.stringify({ type: 'draw', figure_id: this.id }));\n    }\n};\n\nmpl.figure.prototype.handle_save = function (fig, _msg) {\n    var format_dropdown = fig.format_dropdown;\n    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n    fig.ondownload(fig, format);\n};\n\nmpl.figure.prototype.handle_resize = function (fig, msg) {\n    var size = msg['size'];\n    if (size[0] !== fig.canvas.width || size[1] !== fig.canvas.height) {\n        fig._resize_canvas(size[0], size[1], msg['forward']);\n        fig.send_message('refresh', {});\n    }\n};\n\nmpl.figure.prototype.handle_rubberband = function (fig, msg) {\n    var x0 = msg['x0'] / fig.ratio;\n    var y0 = (fig.canvas.height - msg['y0']) / fig.ratio;\n    var x1 = msg['x1'] / fig.ratio;\n    var y1 = (fig.canvas.height - msg['y1']) / fig.ratio;\n    x0 = Math.floor(x0) + 0.5;\n    y0 = Math.floor(y0) + 0.5;\n    x1 = Math.floor(x1) + 0.5;\n    y1 = Math.floor(y1) + 0.5;\n    var min_x = Math.min(x0, x1);\n    var min_y = Math.min(y0, y1);\n    var width = Math.abs(x1 - x0);\n    var height = Math.abs(y1 - y0);\n\n    fig.rubberband_context.clearRect(\n        0,\n        0,\n        fig.canvas.width / fig.ratio,\n        fig.canvas.height / fig.ratio\n    );\n\n    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n};\n\nmpl.figure.prototype.handle_figure_label = function (fig, msg) {\n    // Updates the figure title.\n    fig.header.textContent = msg['label'];\n};\n\nmpl.figure.prototype.handle_cursor = function (fig, msg) {\n    fig.rubberband_canvas.style.cursor = msg['cursor'];\n};\n\nmpl.figure.prototype.handle_message = function (fig, msg) {\n    fig.message.textContent = msg['message'];\n};\n\nmpl.figure.prototype.handle_draw = function (fig, _msg) {\n    // Request the server to send over a new figure.\n    fig.send_draw_message();\n};\n\nmpl.figure.prototype.handle_image_mode = function (fig, msg) {\n    fig.image_mode = msg['mode'];\n};\n\nmpl.figure.prototype.handle_history_buttons = function (fig, msg) {\n    for (var key in msg) {\n        if (!(key in fig.buttons)) {\n            continue;\n        }\n        fig.buttons[key].disabled = !msg[key];\n        fig.buttons[key].setAttribute('aria-disabled', !msg[key]);\n    }\n};\n\nmpl.figure.prototype.handle_navigate_mode = function (fig, msg) {\n    if (msg['mode'] === 'PAN') {\n        fig.buttons['Pan'].classList.add('active');\n        fig.buttons['Zoom'].classList.remove('active');\n    } else if (msg['mode'] === 'ZOOM') {\n        fig.buttons['Pan'].classList.remove('active');\n        fig.buttons['Zoom'].classList.add('active');\n    } else {\n        fig.buttons['Pan'].classList.remove('active');\n        fig.buttons['Zoom'].classList.remove('active');\n    }\n};\n\nmpl.figure.prototype.updated_canvas_event = function () {\n    // Called whenever the canvas gets updated.\n    this.send_message('ack', {});\n};\n\n// A function to construct a web socket function for onmessage handling.\n// Called in the figure constructor.\nmpl.figure.prototype._make_on_message_function = function (fig) {\n    return function socket_on_message(evt) {\n        if (evt.data instanceof Blob) {\n            var img = evt.data;\n            if (img.type !== 'image/png') {\n                /* FIXME: We get \"Resource interpreted as Image but\n                 * transferred with MIME type text/plain:\" errors on\n                 * Chrome.  But how to set the MIME type?  It doesn't seem\n                 * to be part of the websocket stream */\n                img.type = 'image/png';\n            }\n\n            /* Free the memory for the previous frames */\n            if (fig.imageObj.src) {\n                (window.URL || window.webkitURL).revokeObjectURL(\n                    fig.imageObj.src\n                );\n            }\n\n            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n                img\n            );\n            fig.updated_canvas_event();\n            fig.waiting = false;\n            return;\n        } else if (\n            typeof evt.data === 'string' &&\n            evt.data.slice(0, 21) === 'data:image/png;base64'\n        ) {\n            fig.imageObj.src = evt.data;\n            fig.updated_canvas_event();\n            fig.waiting = false;\n            return;\n        }\n\n        var msg = JSON.parse(evt.data);\n        var msg_type = msg['type'];\n\n        // Call the  \"handle_{type}\" callback, which takes\n        // the figure and JSON message as its only arguments.\n        try {\n            var callback = fig['handle_' + msg_type];\n        } catch (e) {\n            console.log(\n                \"No handler for the '\" + msg_type + \"' message type: \",\n                msg\n            );\n            return;\n        }\n\n        if (callback) {\n            try {\n                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n                callback(fig, msg);\n            } catch (e) {\n                console.log(\n                    \"Exception inside the 'handler_\" + msg_type + \"' callback:\",\n                    e,\n                    e.stack,\n                    msg\n                );\n            }\n        }\n    };\n};\n\n// from https://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\nmpl.findpos = function (e) {\n    //this section is from http://www.quirksmode.org/js/events_properties.html\n    var targ;\n    if (!e) {\n        e = window.event;\n    }\n    if (e.target) {\n        targ = e.target;\n    } else if (e.srcElement) {\n        targ = e.srcElement;\n    }\n    if (targ.nodeType === 3) {\n        // defeat Safari bug\n        targ = targ.parentNode;\n    }\n\n    // pageX,Y are the mouse positions relative to the document\n    var boundingRect = targ.getBoundingClientRect();\n    var x = e.pageX - (boundingRect.left + document.body.scrollLeft);\n    var y = e.pageY - (boundingRect.top + document.body.scrollTop);\n\n    return { x: x, y: y };\n};\n\n/*\n * return a copy of an object with only non-object keys\n * we need this to avoid circular references\n * https://stackoverflow.com/a/24161582/3208463\n */\nfunction simpleKeys(original) {\n    return Object.keys(original).reduce(function (obj, key) {\n        if (typeof original[key] !== 'object') {\n            obj[key] = original[key];\n        }\n        return obj;\n    }, {});\n}\n\nmpl.figure.prototype.mouse_event = function (event, name) {\n    var canvas_pos = mpl.findpos(event);\n\n    if (name === 'button_press') {\n        this.canvas.focus();\n        this.canvas_div.focus();\n    }\n\n    var x = canvas_pos.x * this.ratio;\n    var y = canvas_pos.y * this.ratio;\n\n    this.send_message(name, {\n        x: x,\n        y: y,\n        button: event.button,\n        step: event.step,\n        guiEvent: simpleKeys(event),\n    });\n\n    /* This prevents the web browser from automatically changing to\n     * the text insertion cursor when the button is pressed.  We want\n     * to control all of the cursor setting manually through the\n     * 'cursor' event from matplotlib */\n    event.preventDefault();\n    return false;\n};\n\nmpl.figure.prototype._key_event_extra = function (_event, _name) {\n    // Handle any extra behaviour associated with a key event\n};\n\nmpl.figure.prototype.key_event = function (event, name) {\n    // Prevent repeat events\n    if (name === 'key_press') {\n        if (event.key === this._key) {\n            return;\n        } else {\n            this._key = event.key;\n        }\n    }\n    if (name === 'key_release') {\n        this._key = null;\n    }\n\n    var value = '';\n    if (event.ctrlKey && event.key !== 'Control') {\n        value += 'ctrl+';\n    }\n    else if (event.altKey && event.key !== 'Alt') {\n        value += 'alt+';\n    }\n    else if (event.shiftKey && event.key !== 'Shift') {\n        value += 'shift+';\n    }\n\n    value += 'k' + event.key;\n\n    this._key_event_extra(event, name);\n\n    this.send_message(name, { key: value, guiEvent: simpleKeys(event) });\n    return false;\n};\n\nmpl.figure.prototype.toolbar_button_onclick = function (name) {\n    if (name === 'download') {\n        this.handle_save(this, null);\n    } else {\n        this.send_message('toolbar_button', { name: name });\n    }\n};\n\nmpl.figure.prototype.toolbar_button_onmouseover = function (tooltip) {\n    this.message.textContent = tooltip;\n};\n\n///////////////// REMAINING CONTENT GENERATED BY embed_js.py /////////////////\n// prettier-ignore\nvar _JSXTOOLS_RESIZE_OBSERVER=function(A){var t,i=new WeakMap,n=new WeakMap,a=new WeakMap,r=new WeakMap,o=new Set;function s(e){if(!(this instanceof s))throw new TypeError(\"Constructor requires 'new' operator\");i.set(this,e)}function h(){throw new TypeError(\"Function is not a constructor\")}function c(e,t,i,n){e=0 in arguments?Number(arguments[0]):0,t=1 in arguments?Number(arguments[1]):0,i=2 in arguments?Number(arguments[2]):0,n=3 in arguments?Number(arguments[3]):0,this.right=(this.x=this.left=e)+(this.width=i),this.bottom=(this.y=this.top=t)+(this.height=n),Object.freeze(this)}function d(){t=requestAnimationFrame(d);var s=new WeakMap,p=new Set;o.forEach((function(t){r.get(t).forEach((function(i){var r=t instanceof window.SVGElement,o=a.get(t),d=r?0:parseFloat(o.paddingTop),f=r?0:parseFloat(o.paddingRight),l=r?0:parseFloat(o.paddingBottom),u=r?0:parseFloat(o.paddingLeft),g=r?0:parseFloat(o.borderTopWidth),m=r?0:parseFloat(o.borderRightWidth),w=r?0:parseFloat(o.borderBottomWidth),b=u+f,F=d+l,v=(r?0:parseFloat(o.borderLeftWidth))+m,W=g+w,y=r?0:t.offsetHeight-W-t.clientHeight,E=r?0:t.offsetWidth-v-t.clientWidth,R=b+v,z=F+W,M=r?t.width:parseFloat(o.width)-R-E,O=r?t.height:parseFloat(o.height)-z-y;if(n.has(t)){var k=n.get(t);if(k[0]===M&&k[1]===O)return}n.set(t,[M,O]);var S=Object.create(h.prototype);S.target=t,S.contentRect=new c(u,d,M,O),s.has(i)||(s.set(i,[]),p.add(i)),s.get(i).push(S)}))})),p.forEach((function(e){i.get(e).call(e,s.get(e),e)}))}return s.prototype.observe=function(i){if(i instanceof window.Element){r.has(i)||(r.set(i,new Set),o.add(i),a.set(i,window.getComputedStyle(i)));var n=r.get(i);n.has(this)||n.add(this),cancelAnimationFrame(t),t=requestAnimationFrame(d)}},s.prototype.unobserve=function(i){if(i instanceof window.Element&&r.has(i)){var n=r.get(i);n.has(this)&&(n.delete(this),n.size||(r.delete(i),o.delete(i))),n.size||r.delete(i),o.size||cancelAnimationFrame(t)}},A.DOMRectReadOnly=c,A.ResizeObserver=s,A.ResizeObserverEntry=h,A}; // eslint-disable-line\nmpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Left button pans, Right button zooms\\nx/y fixes axis, CTRL fixes aspect\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\\nx/y fixes axis\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n\nmpl.extensions = [\"eps\", \"jpeg\", \"pgf\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n\nmpl.default_extension = \"png\";/* global mpl */\n\nvar comm_websocket_adapter = function (comm) {\n    // Create a \"websocket\"-like object which calls the given IPython comm\n    // object with the appropriate methods. Currently this is a non binary\n    // socket, so there is still some room for performance tuning.\n    var ws = {};\n\n    ws.binaryType = comm.kernel.ws.binaryType;\n    ws.readyState = comm.kernel.ws.readyState;\n    function updateReadyState(_event) {\n        if (comm.kernel.ws) {\n            ws.readyState = comm.kernel.ws.readyState;\n        } else {\n            ws.readyState = 3; // Closed state.\n        }\n    }\n    comm.kernel.ws.addEventListener('open', updateReadyState);\n    comm.kernel.ws.addEventListener('close', updateReadyState);\n    comm.kernel.ws.addEventListener('error', updateReadyState);\n\n    ws.close = function () {\n        comm.close();\n    };\n    ws.send = function (m) {\n        //console.log('sending', m);\n        comm.send(m);\n    };\n    // Register the callback with on_msg.\n    comm.on_msg(function (msg) {\n        //console.log('receiving', msg['content']['data'], msg);\n        var data = msg['content']['data'];\n        if (data['blob'] !== undefined) {\n            data = {\n                data: new Blob(msg['buffers'], { type: data['blob'] }),\n            };\n        }\n        // Pass the mpl event to the overridden (by mpl) onmessage function.\n        ws.onmessage(data);\n    });\n    return ws;\n};\n\nmpl.mpl_figure_comm = function (comm, msg) {\n    // This is the function which gets called when the mpl process\n    // starts-up an IPython Comm through the \"matplotlib\" channel.\n\n    var id = msg.content.data.id;\n    // Get hold of the div created by the display call when the Comm\n    // socket was opened in Python.\n    var element = document.getElementById(id);\n    var ws_proxy = comm_websocket_adapter(comm);\n\n    function ondownload(figure, _format) {\n        window.open(figure.canvas.toDataURL());\n    }\n\n    var fig = new mpl.figure(id, ws_proxy, ondownload, element);\n\n    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n    // web socket which is closed, not our websocket->open comm proxy.\n    ws_proxy.onopen();\n\n    fig.parent_element = element;\n    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n    if (!fig.cell_info) {\n        console.error('Failed to find cell for figure', id, fig);\n        return;\n    }\n    fig.cell_info[0].output_area.element.on(\n        'cleared',\n        { fig: fig },\n        fig._remove_fig_handler\n    );\n};\n\nmpl.figure.prototype.handle_close = function (fig, msg) {\n    var width = fig.canvas.width / fig.ratio;\n    fig.cell_info[0].output_area.element.off(\n        'cleared',\n        fig._remove_fig_handler\n    );\n    fig.resizeObserverInstance.unobserve(fig.canvas_div);\n\n    // Update the output cell to use the data from the current canvas.\n    fig.push_to_output();\n    var dataURL = fig.canvas.toDataURL();\n    // Re-enable the keyboard manager in IPython - without this line, in FF,\n    // the notebook keyboard shortcuts fail.\n    IPython.keyboard_manager.enable();\n    fig.parent_element.innerHTML =\n        '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n    fig.close_ws(fig, msg);\n};\n\nmpl.figure.prototype.close_ws = function (fig, msg) {\n    fig.send_message('closing', msg);\n    // fig.ws.close()\n};\n\nmpl.figure.prototype.push_to_output = function (_remove_interactive) {\n    // Turn the data on the canvas into data in the output cell.\n    var width = this.canvas.width / this.ratio;\n    var dataURL = this.canvas.toDataURL();\n    this.cell_info[1]['text/html'] =\n        '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n};\n\nmpl.figure.prototype.updated_canvas_event = function () {\n    // Tell IPython that the notebook contents must change.\n    IPython.notebook.set_dirty(true);\n    this.send_message('ack', {});\n    var fig = this;\n    // Wait a second, then push the new image to the DOM so\n    // that it is saved nicely (might be nice to debounce this).\n    setTimeout(function () {\n        fig.push_to_output();\n    }, 1000);\n};\n\nmpl.figure.prototype._init_toolbar = function () {\n    var fig = this;\n\n    var toolbar = document.createElement('div');\n    toolbar.classList = 'btn-toolbar';\n    this.root.appendChild(toolbar);\n\n    function on_click_closure(name) {\n        return function (_event) {\n            return fig.toolbar_button_onclick(name);\n        };\n    }\n\n    function on_mouseover_closure(tooltip) {\n        return function (event) {\n            if (!event.currentTarget.disabled) {\n                return fig.toolbar_button_onmouseover(tooltip);\n            }\n        };\n    }\n\n    fig.buttons = {};\n    var buttonGroup = document.createElement('div');\n    buttonGroup.classList = 'btn-group';\n    var button;\n    for (var toolbar_ind in mpl.toolbar_items) {\n        var name = mpl.toolbar_items[toolbar_ind][0];\n        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n        var image = mpl.toolbar_items[toolbar_ind][2];\n        var method_name = mpl.toolbar_items[toolbar_ind][3];\n\n        if (!name) {\n            /* Instead of a spacer, we start a new button group. */\n            if (buttonGroup.hasChildNodes()) {\n                toolbar.appendChild(buttonGroup);\n            }\n            buttonGroup = document.createElement('div');\n            buttonGroup.classList = 'btn-group';\n            continue;\n        }\n\n        button = fig.buttons[name] = document.createElement('button');\n        button.classList = 'btn btn-default';\n        button.href = '#';\n        button.title = name;\n        button.innerHTML = '<i class=\"fa ' + image + ' fa-lg\"></i>';\n        button.addEventListener('click', on_click_closure(method_name));\n        button.addEventListener('mouseover', on_mouseover_closure(tooltip));\n        buttonGroup.appendChild(button);\n    }\n\n    if (buttonGroup.hasChildNodes()) {\n        toolbar.appendChild(buttonGroup);\n    }\n\n    // Add the status bar.\n    var status_bar = document.createElement('span');\n    status_bar.classList = 'mpl-message pull-right';\n    toolbar.appendChild(status_bar);\n    this.message = status_bar;\n\n    // Add the close button to the window.\n    var buttongrp = document.createElement('div');\n    buttongrp.classList = 'btn-group inline pull-right';\n    button = document.createElement('button');\n    button.classList = 'btn btn-mini btn-primary';\n    button.href = '#';\n    button.title = 'Stop Interaction';\n    button.innerHTML = '<i class=\"fa fa-power-off icon-remove icon-large\"></i>';\n    button.addEventListener('click', function (_evt) {\n        fig.handle_close(fig, {});\n    });\n    button.addEventListener(\n        'mouseover',\n        on_mouseover_closure('Stop Interaction')\n    );\n    buttongrp.appendChild(button);\n    var titlebar = this.root.querySelector('.ui-dialog-titlebar');\n    titlebar.insertBefore(buttongrp, titlebar.firstChild);\n};\n\nmpl.figure.prototype._remove_fig_handler = function (event) {\n    var fig = event.data.fig;\n    if (event.target !== this) {\n        // Ignore bubbled events from children.\n        return;\n    }\n    fig.close_ws(fig, {});\n};\n\nmpl.figure.prototype._root_extra_style = function (el) {\n    el.style.boxSizing = 'content-box'; // override notebook setting of border-box.\n};\n\nmpl.figure.prototype._canvas_extra_style = function (el) {\n    // this is important to make the div 'focusable\n    el.setAttribute('tabindex', 0);\n    // reach out to IPython and tell the keyboard manager to turn it's self\n    // off when our div gets focus\n\n    // location in version 3\n    if (IPython.notebook.keyboard_manager) {\n        IPython.notebook.keyboard_manager.register_events(el);\n    } else {\n        // location in version 2\n        IPython.keyboard_manager.register_events(el);\n    }\n};\n\nmpl.figure.prototype._key_event_extra = function (event, _name) {\n    // Check for shift+enter\n    if (event.shiftKey && event.which === 13) {\n        this.canvas_div.blur();\n        // select the cell after this one\n        var index = IPython.notebook.find_cell_index(this.cell_info[0]);\n        IPython.notebook.select(index + 1);\n    }\n};\n\nmpl.figure.prototype.handle_save = function (fig, _msg) {\n    fig.ondownload(fig, null);\n};\n\nmpl.find_output_cell = function (html_output) {\n    // Return the cell and output element which can be found *uniquely* in the notebook.\n    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n    // IPython event is triggered only after the cells have been serialised, which for\n    // our purposes (turning an active figure into a static one), is too late.\n    var cells = IPython.notebook.get_cells();\n    var ncells = cells.length;\n    for (var i = 0; i < ncells; i++) {\n        var cell = cells[i];\n        if (cell.cell_type === 'code') {\n            for (var j = 0; j < cell.output_area.outputs.length; j++) {\n                var data = cell.output_area.outputs[j];\n                if (data.data) {\n                    // IPython >= 3 moved mimebundle to data attribute of output\n                    data = data.data;\n                }\n                if (data['text/html'] === html_output) {\n                    return [cell, data, j];\n                }\n            }\n        }\n    }\n};\n\n// Register the function which deals with the matplotlib target/channel.\n// The kernel may be null if the page has been refreshed.\nif (IPython.notebook.kernel !== null) {\n    IPython.notebook.kernel.comm_manager.register_target(\n        'matplotlib',\n        mpl.mpl_figure_comm\n    );\n}\n"
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": "<IPython.core.display.HTML object>",
      "text/html": "<div id='e1dd12b1-aa2d-49fa-8d54-d47686251474'></div>"
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "fig, ax = plt.subplots()\n",
    "x = np.array(range(len(history_shortcut_11.history['loss']) - smoothing_windows + 1))\n",
    "ax.plot(x, 100*moving_average(history_shortcut_11.history[\"val_loss\"], smoothing_windows), linewidth=3.0, label='shortcut11', c='b')\n",
    "ax.plot(x, 100*moving_average(history_shortcut_11.history[\"loss\"], smoothing_windows), linewidth=.5, c='b')\n",
    "x = np.array(range(len(history_shortcut_5.history['loss']) - smoothing_windows + 1))\n",
    "ax.plot(x, 100*moving_average(history_shortcut_5.history[\"val_loss\"], smoothing_windows), linewidth=3.0, label='shortcut5', c='r')\n",
    "ax.plot(x, 100*moving_average(history_shortcut_5.history[\"loss\"], smoothing_windows), linewidth=.5, c='r')\n",
    "ax.set_xlabel(\"iter\")\n",
    "ax.set_ylabel(\"error(%)\")\n",
    "ax.set_xlim(0, min(len(history_shortcut_5.history['loss']), len(history_shortcut_11.history['loss']) - smoothing_windows + 1))\n",
    "ax.set_ylim(0.20, 0.35)\n",
    "ax.spines[\"top\"].set_visible(False)\n",
    "ax.spines[\"right\"].set_visible(False)\n",
    "ax.yaxis.set_major_locator(ticker.LinearLocator(numticks=6))\n",
    "ax.grid(axis='y', linestyle='--')\n",
    "ax.annotate(\"11-layer\", (540, 0.24), c='b')\n",
    "ax.annotate(\"5-layer\", (540, 0.255), c='r')\n",
    "plt.legend(loc=3)\n",
    "plt.show()"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "outputs": [],
   "source": [
    "# plt.savefig(fname=\"fig2.png\", dpi=300)"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "outputs": [],
   "source": [],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9.7 64-bit ('base': conda)",
   "language": "python",
   "name": "python397jvsc74a57bd07f619fc91ee8bdab81d49e7c14228037474662e3f2d607687ae505108922fa06"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}